-- Logs begin at Fri 2021-07-16 02:12:13 UTC, end at Fri 2021-07-16 03:16:10 UTC. -- Jul 16 02:45:50.205494 dv-cinder-788364-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 02:45:53.052571 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.common.config [-] Logging enabled! Jul 16 02:45:53.053194 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 02:45:53.053382 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92807) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 02:45:53.056618 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.common.config [-] Logging enabled! Jul 16 02:45:53.056907 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 02:45:53.057225 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92807) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 02:45:53.058254 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 02:45:53.058492 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 02:45:53.058872 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 02:45:53.059123 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 02:45:53.059354 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 02:45:53.059681 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.059982 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.060282 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.060515 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.060845 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.061177 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.061427 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.061721 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.062025 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.062317 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.062603 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.062889 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.063121 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.063405 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.063695 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.063987 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.064212 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] debug = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.064496 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.064962 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.065392 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.065681 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.065974 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.066260 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.066536 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.066820 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.067105 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.067442 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] host = dv-cinder-788364-5-iscsi {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.067728 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.068019 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.068310 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.068600 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.068908 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.069187 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.069474 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.069752 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.070028 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] log_file = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.070307 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.070598 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.070891 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.071182 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.071411 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.071635 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.071927 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.072218 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.072499 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.072799 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.073081 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.073715 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.073999 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.074272 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.074564 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.074859 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.075149 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.075431 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.075711 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.075988 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.076268 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.076557 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.076869 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.077151 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.077431 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.077724 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.078000 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.078281 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.078586 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.078880 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.079166 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.079455 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.079736 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.080022 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.080303 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.080584 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.080885 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] use_json = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.081182 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.081446 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.081733 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.082011 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.082290 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.082567 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.082845 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.083135 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:53.083438 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.083739 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.084047 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.084340 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.084644 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.084955 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.085248 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.085534 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.085828 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.086121 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.086415 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.086702 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.086997 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.087283 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.087583 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.087892 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.088194 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.088490 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.088793 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.089639 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.089920 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.090204 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.090496 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.090799 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.091100 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.091386 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.091675 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.091975 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.092264 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.092545 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.092854 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.093154 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.093444 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.093727 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.094017 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.094304 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.094583 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.094862 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.095152 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.095452 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.095739 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.096018 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.096298 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.096584 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.096888 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.097182 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.097473 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.097756 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.098038 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.098328 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.098612 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.098894 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.099179 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.099460 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.099748 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.100023 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.100302 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.100581 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.100886 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.101164 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.101441 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.101721 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.102005 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.102286 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.102564 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.102844 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.103121 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.103400 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.103693 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.103998 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.104396 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.105327 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.105617 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.105906 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.106193 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.106478 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.106764 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.107051 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.107327 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.107625 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.107917 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.108213 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.108505 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.108814 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.109120 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.109408 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.109698 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.109987 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.110271 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.110567 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.110859 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.111161 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.111461 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.111762 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.112063 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.112364 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.112655 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.112994 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.113281 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:53.113505 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 02:45:53.113754 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92807) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 02:45:53.468495 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 02:45:53.468810 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 02:45:53.469109 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 02:45:53.469453 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 02:45:53.868051 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.868346 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.868625 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.869876 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.870728 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.871012 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.906217 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.906500 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.906772 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.920898 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.921183 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.921456 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.953341 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.953624 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.954375 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.991268 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.991547 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:53.991819 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.230940 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.231649 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.231649 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.231649 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.232384 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.355181 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.355505 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.355794 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.356074 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.356351 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.356716 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.356991 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.357258 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.357522 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.357817 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.358086 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.358365 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.358627 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.358890 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.359151 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.359433 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.359697 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.360113 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.360410 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.360700 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.360989 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.361250 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.361544 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.361961 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.362219 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.362474 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.362910 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:54.363159 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:54.363403 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:54.363646 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:54.363887 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:54.364126 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:54.364507 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 02:45:54.367926 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 02:45:54.372536 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 02:45:54.376291 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jul 16 02:45:54.377967 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 02:45:54.378436 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 02:45:54.378779 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 02:45:54.379178 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 02:45:54.383280 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 02:45:54.383538 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 02:45:54.383898 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 02:45:54.412509 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 02:45:54.413007 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.413324 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92807) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 02:45:54.413690 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.415063 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92807) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 02:45:54.415356 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 02:45:54.415610 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 02:45:54.419060 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.419352 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:54.485014 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 02:45:54.485204 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 02:45:54.485409 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 02:45:54.485794 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 02:45:54.507857 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_db.sqlalchemy.engines [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92807) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 02:45:55.056989 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Initializing driver for type 'gre' Jul 16 02:45:55.058037 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] gre ID ranges: [(1, 1000)] Jul 16 02:45:55.110708 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Initializing driver for type 'local' Jul 16 02:45:55.111068 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Initializing driver for type 'vlan' Jul 16 02:45:55.126078 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] VlanTypeDriver initialization complete Jul 16 02:45:55.126515 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Initializing driver for type 'vxlan' Jul 16 02:45:55.127027 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] vxlan ID ranges: [(1, 1000)] Jul 16 02:45:55.190107 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Initializing extension driver 'port_security' Jul 16 02:45:55.190792 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.extensions.port_security [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] PortSecurityExtensionDriver initialization complete Jul 16 02:45:55.191260 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Initializing mechanism driver 'openvswitch' Jul 16 02:45:55.191715 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Initializing mechanism driver 'hyperv' Jul 16 02:45:55.199510 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:55.200414 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > port after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.200858 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > port after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.201198 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > port after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.201754 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 02:45:55.202236 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > subnet after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.202737 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > subnet after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.203099 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.203497 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 02:45:55.203923 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > network after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.204278 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > network after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.204634 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > network after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.205056 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 02:45:55.205472 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > security_group after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.205831 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > security_group after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.206179 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > security_group after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.206577 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 02:45:55.206992 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.207348 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.207697 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.208092 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 02:45:55.208502 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > address_group after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.208883 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > address_group after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.209229 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > address_group after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.209628 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92807) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 02:45:55.210019 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] ML2 OVO RPC backend initialized. {{(pid=92807) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 02:45:55.210807 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.211177 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.211603 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > network before_response 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.211962 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > networks before_response 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.212319 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > port before_response 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.212687 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > ports before_response 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.213045 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > subnet before_response 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.213393 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > subnets before_response 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.213777 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > network after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.214260 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > network after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.214610 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > network after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.214955 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > port after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.215299 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > port after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.215641 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > port after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.215985 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > subnet after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.216329 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > subnet after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.216679 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.217332 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.plugin [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Modular L2 Plugin initialization complete Jul 16 02:45:55.217669 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading services supported by the core plugin {{(pid=92807) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 02:45:55.218009 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.plugins.ml2.managers [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Got port-security extension from driver 'port_security' Jul 16 02:45:55.218487 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.extensions.vlantransparent [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Disabled vlantransparent extension. Jul 16 02:45:55.218987 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92807) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 02:45:55.219309 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading Plugin: router Jul 16 02:45:55.257869 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router_interface before_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.258540 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router after_create 55549900 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.258628 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router before_create 55549900 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.258999 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.259390 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.259753 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router after_delete 55549900 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.260120 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > floatingip after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.261310 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router after_create 55549900 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.261662 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router after_update 55549900 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.262010 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router after_update 55549900 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.262373 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.262747 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router after_update 55549900 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.263170 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router precommit_update 55549900 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.263552 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: port after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.263904 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: port after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.264253 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: subnet after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.264600 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.264987 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > port precommit_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.265349 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router precommit_create 55549900 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.265702 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: port before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.266055 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router precommit_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.266422 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router after_update 55549900 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.266788 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router precommit_delete 55549900 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.267149 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router precommit_create 55549900 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.267521 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.267877 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router precommit_update 55549900 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.268254 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > agent after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.268615 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > agent after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.268996 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > network after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.269971 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Tracking information for resource: router configured {{(pid=92807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:55.270311 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Tracking information for resource: floatingip configured {{(pid=92807) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:55.275617 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.db.l3_agentschedulers_db [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 02:45:55.276269 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: port after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.276718 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: port after_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.277085 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: port after_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.277661 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: port after_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.278428 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router before_create 55550100 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.278678 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router precommit_delete 55550100 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.279366 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router precommit_create 55550100 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.279476 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > router precommit_update 55550100 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.284951 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.services.provider_configuration [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service providers = [] {{(pid=92807) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 02:45:55.285238 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.db.servicetype_db [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92807) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 02:45:55.288234 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.services.service_base [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 02:45:55.288590 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.services.service_base [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 02:45:55.288966 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.services.service_base [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 02:45:55.289883 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.services.service_base [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92807) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 02:45:55.290267 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.services.service_base [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 02:45:55.290665 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:55.290994 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 02:45:55.302050 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:55.302393 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading Plugin: auto_allocate Jul 16 02:45:55.308913 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: network precommit_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.309297 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: network precommit_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.309839 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:55.310168 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading Plugin: tag Jul 16 02:45:55.317014 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:55.317352 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading Plugin: timestamp Jul 16 02:45:55.321234 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:55.321565 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading Plugin: network_ip_availability Jul 16 02:45:55.327868 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.328248 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.328610 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.329387 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:55.329714 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading Plugin: flavors Jul 16 02:45:55.336226 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:55.336565 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading Plugin: revisions Jul 16 02:45:55.341246 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92807) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:55.341646 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_concurrency.lockutils [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.872s {{(pid=92807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 02:45:55.342424 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92807) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 02:45:55.342768 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Initializing extension manager. Jul 16 02:45:55.343290 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: __init__.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.343636 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: __pycache__ {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.343978 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.344315 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: address_group.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.345168 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.345770 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: address-group Jul 16 02:45:55.346101 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: address_scope.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.346838 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.347364 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: address-scope Jul 16 02:45:55.347690 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: admin_state_down_before_update.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.348709 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.349243 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: router-admin-state-down-before-update Jul 16 02:45:55.349573 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: agent.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.350328 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.351073 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: agent Jul 16 02:45:55.351432 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: agent_resources_synced.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.352759 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.353296 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: agent-resources-synced Jul 16 02:45:55.353620 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: allowedaddresspairs.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.355691 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.356234 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: allowed-address-pairs Jul 16 02:45:55.356566 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: auto_allocated_topology.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.357720 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.358244 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: auto-allocated-topology Jul 16 02:45:55.358578 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: availability_zone.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.359296 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.359842 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: availability_zone Jul 16 02:45:55.360169 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: availability_zone_filter.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.361141 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.361667 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: availability_zone_filter Jul 16 02:45:55.361993 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: data_plane_status.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.362914 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.363427 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 02:45:55.363758 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: default_subnetpools.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.364713 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.365237 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: default-subnetpools Jul 16 02:45:55.365567 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: dhcpagentscheduler.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.366418 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.366940 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: dhcp_agent_scheduler Jul 16 02:45:55.367270 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: dns.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.368217 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.368769 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension dns-integration not supported by any of loaded plugins Jul 16 02:45:55.369102 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: dns_domain_ports.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.370612 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.371306 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 02:45:55.371847 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.373098 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.373674 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 02:45:55.374045 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: dvr.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.374806 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.375394 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: dvr Jul 16 02:45:55.375758 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: empty_string_filtering.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.376763 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.377343 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: empty-string-filtering Jul 16 02:45:55.377709 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.378674 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.379238 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 02:45:55.379615 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.380568 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.381166 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 02:45:55.381534 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: external_net.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.382510 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.383081 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: external-net Jul 16 02:45:55.383445 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: extra_dhcp_opt.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.384399 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.385083 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: extra_dhcp_opt Jul 16 02:45:55.385453 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: extraroute.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.387023 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.387596 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: extraroute Jul 16 02:45:55.388006 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: extraroute_atomic.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.389145 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.389769 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: extraroute-atomic Jul 16 02:45:55.390127 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: filter_validation.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.390887 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.391457 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: filter-validation Jul 16 02:45:55.391814 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: fip_pf_description.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.392846 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.393649 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 02:45:55.394014 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: fip_port_details.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.395009 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.395625 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: fip-port-details Jul 16 02:45:55.395990 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: flavors.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.397334 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.397925 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: flavors Jul 16 02:45:55.398330 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.400056 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.400601 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 02:45:55.400977 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: floatingip_pools.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.401781 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.402309 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: floatingip-pools Jul 16 02:45:55.402641 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: ip_allocation.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.403594 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.404115 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 02:45:55.404448 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.405404 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.405934 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: ip-substring-filtering Jul 16 02:45:55.406268 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: l2_adjacency.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.407422 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.407975 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 02:45:55.408307 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: l3.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.409381 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.409915 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: router Jul 16 02:45:55.410249 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: l3_conntrack_helper.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.412551 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.413131 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 02:45:55.413474 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.414437 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.414975 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: ext-gw-mode Jul 16 02:45:55.415311 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.416245 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.416807 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: l3-ha Jul 16 02:45:55.417735 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: l3_flavors.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.418689 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.419219 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: l3-flavors Jul 16 02:45:55.419554 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.420477 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.421036 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 02:45:55.421370 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: l3agentscheduler.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.422440 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.422964 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: l3_agent_scheduler Jul 16 02:45:55.423297 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: logging.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.424847 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.425378 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension logging not supported by any of loaded plugins Jul 16 02:45:55.425713 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: metering.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.426469 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.427059 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: metering Jul 16 02:45:55.427393 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.428494 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.429059 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: metering_source_and_destination_fields Jul 16 02:45:55.429393 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: multiprovidernet.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.430480 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.431013 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: multi-provider Jul 16 02:45:55.431343 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: netmtu.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.432286 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.433469 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: net-mtu Jul 16 02:45:55.433800 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: netmtu_writable.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.434737 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.435268 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: net-mtu-writable Jul 16 02:45:55.435603 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: network_availability_zone.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.436285 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.436843 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: network_availability_zone Jul 16 02:45:55.437174 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: network_ip_availability.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.438312 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.438836 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: network-ip-availability Jul 16 02:45:55.439168 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: network_segment_range.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.439941 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.440461 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 02:45:55.440836 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: pagination.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.441837 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.442183 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: pagination Jul 16 02:45:55.442510 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: port_device_profile.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.443441 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.443968 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: port-device-profile Jul 16 02:45:55.444297 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.445258 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.445783 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: port-mac-address-regenerate Jul 16 02:45:55.446111 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.447043 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.447565 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: port-numa-affinity-policy Jul 16 02:45:55.447892 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: port_resource_request.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.449437 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.449954 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 02:45:55.450287 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: portbindings.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.451233 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.451765 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: binding Jul 16 02:45:55.452095 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: portbindings_extended.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.453406 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.453944 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: binding-extended Jul 16 02:45:55.454280 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: portsecurity.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.455202 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.455729 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: port-security Jul 16 02:45:55.456059 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: project_id.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.457070 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.457410 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: project-id Jul 16 02:45:55.457741 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: providernet.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.458674 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.459200 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: provider Jul 16 02:45:55.459528 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: qos.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.463066 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.463607 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension qos not supported by any of loaded plugins Jul 16 02:45:55.464547 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.465844 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.466382 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 02:45:55.466720 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.467655 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.468186 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 02:45:55.468518 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: qos_default.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.469485 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.470015 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension qos-default not supported by any of loaded plugins Jul 16 02:45:55.470348 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: qos_fip.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.471061 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.471542 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension qos-fip not supported by any of loaded plugins Jul 16 02:45:55.471869 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: qos_gateway_ip.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.472842 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.473371 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 02:45:55.473699 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: qos_port_network_policy.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.474629 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.475152 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 02:45:55.475479 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: qos_rule_type_details.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.476407 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.476966 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 02:45:55.477294 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: qos_rules_alias.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.478352 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.478879 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 02:45:55.479211 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: quotasv2.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.480360 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.480921 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: quotas Jul 16 02:45:55.481257 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: quotasv2_detail.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.484337 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.484703 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: quota_details Jul 16 02:45:55.485042 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: rbac.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.486141 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.486686 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: rbac-policies Jul 16 02:45:55.487022 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: rbac_address_group.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.487969 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.488504 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: rbac-address-group Jul 16 02:45:55.488869 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: rbac_address_scope.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.489824 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.490358 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: rbac-address-scope Jul 16 02:45:55.490690 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: rbac_security_groups.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.491656 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.492157 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: rbac-security-groups Jul 16 02:45:55.492487 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: rbac_subnetpool.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.493445 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.493972 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: rbac-subnetpool Jul 16 02:45:55.494323 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: revisionifmatch.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.495425 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.496040 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: revision-if-match Jul 16 02:45:55.496373 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: revisions.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.497606 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.498094 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: standard-attr-revisions Jul 16 02:45:55.498428 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: router_availability_zone.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.499118 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.499750 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: router_availability_zone Jul 16 02:45:55.499979 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: routerservicetype.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.500942 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.501480 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension router-service-type not supported by any of loaded plugins Jul 16 02:45:55.502378 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.502746 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.503277 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: security-groups-normalized-cidr Jul 16 02:45:55.503608 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: security_groups_port_filtering.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.504554 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.505126 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: port-security-groups-filtering Jul 16 02:45:55.505456 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.506393 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.506920 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: security-groups-remote-address-group Jul 16 02:45:55.507251 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: securitygroup.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.518488 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.518987 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: security-group Jul 16 02:45:55.519332 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: segment.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.520165 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.520722 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension segment not supported by any of loaded plugins Jul 16 02:45:55.521062 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.522068 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.522621 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 02:45:55.522933 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: servicetype.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.524065 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.524603 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: service-type Jul 16 02:45:55.524967 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: sorting.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.525963 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.526927 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: sorting Jul 16 02:45:55.527265 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: standard_attr_segment.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.528277 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.528854 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 02:45:55.529188 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: standardattrdescription.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.529862 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.530420 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: standard-attr-description Jul 16 02:45:55.530751 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: stateful_security_group.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.531728 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.532368 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: stateful-security-group Jul 16 02:45:55.532890 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: stdattrs_common.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.533584 dv-cinder-788364-5-iscsi neutron-server[92807]: WARNING neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 02:45:55.533890 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.535141 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.535914 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 02:45:55.536402 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: subnet_onboard.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.537919 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.538483 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: subnet_onboard Jul 16 02:45:55.538930 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.539893 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.540419 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 02:45:55.540788 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: subnet_service_types.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.542140 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.542708 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: subnet-service-types Jul 16 02:45:55.543050 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: subnetallocation.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.544202 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.544773 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: subnet_allocation Jul 16 02:45:55.545110 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.545801 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.546325 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: subnetpool-prefix-ops Jul 16 02:45:55.546657 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.547627 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.548224 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 02:45:55.548550 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: tagging.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.549789 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.550329 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: standard-attr-tag Jul 16 02:45:55.550683 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: timestamp.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.551931 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.552472 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loaded extension: standard-attr-timestamp Jul 16 02:45:55.552843 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: trunk.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.554063 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.554738 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension trunk not supported by any of loaded plugins Jul 16 02:45:55.555220 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: trunk_details.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.556246 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.556812 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension trunk-details not supported by any of loaded plugins Jul 16 02:45:55.557148 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: uplink_status_propagation.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.558134 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.558664 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 02:45:55.558996 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Loading extension file: vlantransparent.py {{(pid=92807) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:55.559693 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92807) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:55.560217 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 02:45:55.562772 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:network Jul 16 02:45:55.563327 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:subnet Jul 16 02:45:55.563749 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 02:45:55.564157 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:port Jul 16 02:45:55.565500 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.v2.resource_helper [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:55.565953 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.v2.resource_helper [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service FLAVORS assigned prefix: {{(pid=92807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:55.566724 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.v2.resource_helper [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:55.567197 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.v2.resource_helper [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:55.567357 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:router Jul 16 02:45:55.567793 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:floatingip Jul 16 02:45:55.568299 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.v2.resource_helper [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service METERING assigned prefix: /metering {{(pid=92807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:55.569809 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.570190 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.570541 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92807) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:55.571582 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 02:45:55.572048 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:security_group Jul 16 02:45:55.572505 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 02:45:55.573719 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.v2.resource_helper [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service CORE assigned prefix: {{(pid=92807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:55.574061 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 02:45:55.574415 dv-cinder-788364-5-iscsi neutron-server[92807]: WARNING neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] subnetpool is already registered Jul 16 02:45:55.574862 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.v2.resource_helper [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service CORE assigned prefix: {{(pid=92807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:55.575194 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 02:45:55.575533 dv-cinder-788364-5-iscsi neutron-server[92807]: WARNING neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] subnetpool is already registered Jul 16 02:45:55.577880 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.v2.resource_helper [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:55.578321 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.v2.resource_helper [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service FLAVORS assigned prefix: {{(pid=92807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:55.578915 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.v2.resource_helper [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:55.579344 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.v2.resource_helper [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:55.579683 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:router Jul 16 02:45:55.580031 dv-cinder-788364-5-iscsi neutron-server[92807]: WARNING neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] router is already registered Jul 16 02:45:55.580450 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:floatingip Jul 16 02:45:55.580829 dv-cinder-788364-5-iscsi neutron-server[92807]: WARNING neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] floatingip is already registered Jul 16 02:45:55.581291 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.v2.resource_helper [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service METERING assigned prefix: /metering {{(pid=92807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:55.581974 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 02:45:55.582304 dv-cinder-788364-5-iscsi neutron-server[92807]: WARNING neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] rbac_policy is already registered Jul 16 02:45:55.582732 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:security_group Jul 16 02:45:55.583070 dv-cinder-788364-5-iscsi neutron-server[92807]: WARNING neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] security_group is already registered Jul 16 02:45:55.583484 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 02:45:55.583828 dv-cinder-788364-5-iscsi neutron-server[92807]: WARNING neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] security_group_rule is already registered Jul 16 02:45:55.584473 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.v2.resource_helper [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service CORE assigned prefix: {{(pid=92807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:55.584844 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 02:45:55.585185 dv-cinder-788364-5-iscsi neutron-server[92807]: WARNING neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] subnetpool is already registered Jul 16 02:45:55.585612 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.v2.resource_helper [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Service CORE assigned prefix: {{(pid=92807) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:55.585940 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 02:45:55.586274 dv-cinder-788364-5-iscsi neutron-server[92807]: WARNING neutron.quota.resource_registry [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] subnetpool is already registered Jul 16 02:45:55.586761 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: extensions {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.588266 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: address-groups {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.590430 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: address-scopes {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.591760 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: agents {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.592960 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: auto-allocated-topology {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.594205 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: availability_zones {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.595435 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: dhcp-networks {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.596997 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: dhcp-agents {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.598424 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: routers {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.600151 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: flavors {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.602592 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: service_profiles {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.603821 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: next_providers {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.605365 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: service_profiles {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.606949 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: floatingip-pools {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.608178 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: routers {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.609930 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: floatingips {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.611222 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: l3-routers {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.612619 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: l3-agents {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.614086 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: metering-labels {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.615378 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: metering-label-rules {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.616934 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: network-ip-availabilities {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.618204 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: bindings {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.619766 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: quotas {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.621421 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: quotas {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.622837 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: rbac-policies {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.624043 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: security-groups {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.625380 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: security-group-rules {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.626635 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: service-providers {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.627879 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: subnetpools {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.629243 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: subnetpools {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.630817 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: tags {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.632478 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: tags {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.634327 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: tags {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.636968 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: tags {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.638753 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: tags {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.640752 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: tags {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.642467 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: tags {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.644286 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: tags {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.646176 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: tags {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.647949 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron.api.extensions [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Extended resource: tags {{(pid=92807) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:55.654865 dv-cinder-788364-5-iscsi neutron-server[92807]: WARNING keystonemiddleware.auth_token [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 02:45:55.659673 dv-cinder-788364-5-iscsi neutron-server[92807]: WARNING keystonemiddleware.auth_token [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 02:45:55.668266 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_concurrency.lockutils [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Acquired lock "singleton_lock" {{(pid=92807) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 02:45:55.668784 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_concurrency.lockutils [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Releasing lock "singleton_lock" {{(pid=92807) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 02:45:55.669439 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO oslo_service.service [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Starting 2 workers Jul 16 02:45:55.674327 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Started child 92927 {{(pid=92807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 02:45:55.679083 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Started child 92928 {{(pid=92807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 02:45:55.679768 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.680869 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO neutron.service [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 02:45:55.681578 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [-] (92927) wsgi starting up on http://0.0.0.0:9696 Jul 16 02:45:55.681687 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Notify callbacks [] for process, before_spawn {{(pid=92807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.686103 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.687536 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [-] (92928) wsgi starting up on http://0.0.0.0:9696 Jul 16 02:45:55.693506 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO oslo_service.service [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Starting 1 workers Jul 16 02:45:55.699389 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Started child 92929 {{(pid=92807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 02:45:55.699995 dv-cinder-788364-5-iscsi neutron-server[92807]: INFO oslo_service.service [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Starting 1 workers Jul 16 02:45:55.703643 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.service [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] calling RpcWorker wait() {{(pid=92929) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 02:45:55.704250 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.service [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] returning from RpcWorker wait() {{(pid=92929) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 02:45:55.704624 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Started child 92930 {{(pid=92807) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 02:45:55.705448 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.705558 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1856-d536-4d9c-8de5-545dbdb9479d None None] Notify callbacks [] for process, after_spawn {{(pid=92807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.705944 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:55.707478 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92807) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 02:45:55.707678 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 02:45:55.708034 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 02:45:55.708257 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 02:45:55.708606 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 02:45:55.708841 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 02:45:55.709337 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.709628 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.709889 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.710144 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.710424 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.710570 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.711259 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.711341 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.711520 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.711814 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.711907 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:55.712032 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.712205 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.712372 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.712638 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.712897 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.713187 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.713454 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.713808 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.714628 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.714800 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.715059 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.715325 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.715575 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.715840 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] debug = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.716101 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.716606 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.716888 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.717134 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.717356 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.717627 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.717876 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.718145 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.718380 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.718595 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.718829 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.719093 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.719325 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.719556 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.719773 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.720044 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.720298 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.720807 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] host = dv-cinder-788364-5-iscsi {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.721069 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.721302 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.721534 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.721790 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.722046 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.722279 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.722542 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.722809 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.723047 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.723289 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.723549 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.723803 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.724039 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.724286 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_file = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.724449 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_options = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.724802 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.724957 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.725233 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.725431 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.725635 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.725833 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.726025 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.726206 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.726353 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.726540 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.726757 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.726986 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.727219 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.727451 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.727714 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.727955 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.728184 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.728411 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.728683 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.728943 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.729195 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.729482 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.729732 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.729978 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.730186 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.730414 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.730660 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.730896 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.731089 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.731336 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.731552 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.731812 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.732043 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.732282 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.732511 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.732758 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.733121 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.733311 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.733499 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.733722 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.733977 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.734190 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.734440 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.734635 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.734863 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.735193 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] use_json = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.735387 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.735529 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.735777 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.735990 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.736207 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.736425 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.736624 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.736921 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.737296 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.737592 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.737895 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.738145 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.738399 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.738679 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.738897 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.739270 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.739608 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.739920 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.740272 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.740708 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.740844 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.741204 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.741635 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.741930 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.742190 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.742475 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.742715 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.742979 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.743385 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.743576 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.744076 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.744361 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.744609 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.744891 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.745257 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.745532 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.745780 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.746110 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.746312 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.746554 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.747043 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.747195 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.747345 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.747524 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.747759 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.747981 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.748213 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.748540 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.749011 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.749250 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.749482 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.749705 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.749947 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.750174 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.750394 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.750587 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.750777 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.751052 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.751296 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.751633 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.751977 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.751977 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.752400 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.752400 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.752968 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.752968 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.752968 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.753911 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.753911 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.753911 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.753911 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.754721 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.754721 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.754721 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.754721 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.755250 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.755250 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.755731 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.755731 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.755731 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.756152 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.756152 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.756441 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.756583 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.756742 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.756972 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.757191 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.757401 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.757628 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.757853 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.758064 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.758572 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.758572 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.759036 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.759036 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.759355 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.759502 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.759741 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.760028 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.760395 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.761320 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.761707 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.761959 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.762614 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.763180 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.763448 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.764932 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.766241 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.766577 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.766845 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.767114 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.767379 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.767608 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.767859 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.768130 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.768421 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.772916 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.772916 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.772916 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.772916 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.772916 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.772916 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.772916 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.772916 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.775337 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.775337 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.775337 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.775337 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.775337 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.775337 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.775337 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.775337 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.776293 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.776293 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.776293 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.776293 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.776293 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.776293 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.776293 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.776293 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.777829 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.777829 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.777829 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.777829 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.777829 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.777829 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.777829 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.778378 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.778378 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.778532 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.778750 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.778983 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.779378 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.779804 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.780040 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.780280 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.780529 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.780795 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.781015 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.783362 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.783362 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.783362 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.783362 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.783362 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.783362 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.783362 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.783362 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.784360 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.784360 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.784360 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.784360 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.784360 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.784360 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.784360 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.785208 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.785208 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.785208 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.785577 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.785577 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.786410 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.786410 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.786410 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.787313 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.787313 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.787313 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.787687 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.787687 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.788609 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.788609 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.788609 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.788609 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.789217 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.789217 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.789217 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.789645 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.790069 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.790220 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.790371 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.790591 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.790815 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.791410 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.791410 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.791714 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.791924 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.792073 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.792244 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.792456 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.792773 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.792933 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.793151 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.793655 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.793655 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.793921 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.794047 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.794277 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.794538 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.795030 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.795030 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.795290 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.795464 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.795712 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.795922 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.796154 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.796375 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.796592 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.796886 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.797125 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.797333 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.797532 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.797734 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.797925 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.798119 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.798472 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.798708 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.798915 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.799096 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.799293 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.799508 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.799732 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.800116 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.800368 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.800548 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.800803 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.800803 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.801211 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.801441 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.801655 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.801877 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.802126 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.802385 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.802623 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.802944 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.803155 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.803410 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.803639 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.803870 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.804097 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.804327 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.804701 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.805002 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.805256 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.805516 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.805797 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.806127 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.806343 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.806586 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.806797 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.807158 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.807434 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.808277 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.808460 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.808747 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.808969 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.809195 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.809436 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.809653 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.809871 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.810112 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.810639 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.810639 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.811034 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.811034 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.811323 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.811461 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.811702 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.811951 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.812249 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.812412 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 02:45:55.812963 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92807) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 02:45:55.813123 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 02:45:55.813277 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 02:45:55.813447 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 02:45:55.813724 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 02:45:55.816770 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 02:45:55.816770 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.816770 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.816770 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.816770 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.816770 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.816770 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.816770 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.817403 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.817403 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.817403 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.817403 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.817403 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.817403 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.817403 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.817403 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.817940 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.817940 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.817940 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.818298 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.818550 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.818713 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.818876 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.819035 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] debug = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.819202 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.819424 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.819593 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.819890 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.820067 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.820236 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.820403 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.820779 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.820779 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.821169 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.821169 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.821169 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.821795 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.821795 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.821795 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.821795 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.822501 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.822501 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] host = dv-cinder-788364-5-iscsi {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.822501 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.822501 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.822501 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.823608 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.823608 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.823608 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.823608 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.823608 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.823608 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.824595 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.824595 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.824595 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.824595 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.824595 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_file = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.824595 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_options = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.825580 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.825580 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.825580 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.825580 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.825580 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.825580 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.826454 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.826454 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.826454 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.826454 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.826454 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.826454 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.827366 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.827366 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.827366 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.827366 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.827366 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.827366 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.828155 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.828155 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.828155 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.828155 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.828155 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.828155 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.828999 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.828999 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.828999 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.828999 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.828999 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.829492 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.829492 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.829492 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.829492 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.829780 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.829780 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.829928 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.830046 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.830207 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.830365 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.830524 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.830706 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.830874 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.831032 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.831176 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.831321 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.831462 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] use_json = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.831603 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.831752 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.831897 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.832031 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.832181 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.832340 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.832485 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.832629 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:55.832998 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.832998 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.833362 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.833362 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.833721 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.833721 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.834059 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.834059 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.834059 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.834541 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.834541 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.834541 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.835058 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.835058 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.835058 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.835608 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.835608 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.835608 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.835608 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.836276 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.836276 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.836276 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.836276 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.836971 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.836971 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.836971 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.836971 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.836971 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.837955 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.837955 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.837955 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.837955 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.837955 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.837955 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.837955 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.839416 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.839416 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.839416 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.839416 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.839416 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.839416 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.840331 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.840331 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.840331 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.840331 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.841004 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.841004 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.841004 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.841004 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.841536 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.841536 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.841536 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.841536 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.842239 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.842239 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.842239 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.842239 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.842239 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.843170 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.843170 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.843170 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.843170 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.843170 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.843170 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.844002 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.844002 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.844002 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.844002 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.844002 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.844002 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.844953 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.844953 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.844953 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.844953 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.844953 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.844953 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.846069 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.846069 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.846069 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.846069 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.846069 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.846069 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.846069 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.846069 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.847268 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.847268 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.847268 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.847268 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.847268 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.847268 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.847268 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.847268 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.848588 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.848588 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.848588 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.848588 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.848588 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.848588 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.848588 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.848588 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.849527 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.849527 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.849527 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.849527 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.849527 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.849527 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.850054 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.850054 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.850054 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.850414 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.850414 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.850414 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.850637 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.850856 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.851001 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.851175 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.851330 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.851480 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.851632 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.851776 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.851915 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.852062 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.852224 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.852398 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.852788 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.853005 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.853005 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.853331 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.853331 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.853606 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.853606 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.853892 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.853892 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.854279 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.854279 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.855145 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.855145 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.855475 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.855475 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.855807 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.855807 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.855807 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.856276 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.856276 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.856276 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.856687 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.856687 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.856970 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.856970 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.857331 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.857331 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.857331 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.857860 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.857860 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.857860 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.858494 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.858494 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.858494 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.858494 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.858494 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.859170 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.859369 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:55.859545 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.859545 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.859545 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.859545 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.859545 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.859545 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.860334 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.860334 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.860334 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.860334 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.860334 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.861044 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.861044 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.861044 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.861044 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.861044 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.861820 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.861820 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.861820 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.861820 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.861820 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.861820 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.862601 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.862601 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.862601 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.862601 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.862601 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.863253 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.863253 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.863253 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.863253 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.863778 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.863778 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.863778 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.863778 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.864299 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.864299 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.864299 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.864637 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.864637 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.864637 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.865075 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.865075 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.865075 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.865473 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.865473 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.865734 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.865734 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.865999 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.865999 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.866277 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.866277 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.866559 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.866559 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.866831 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.866970 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.867115 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.867263 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.867433 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.867586 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.867586 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.867862 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.868014 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.868185 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.868185 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.868473 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.868473 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.868814 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.868814 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.869088 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.869088 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.869362 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.869502 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.869644 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.869790 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.869985 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.870152 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.870299 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.870450 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.870598 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.870748 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.870896 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.871041 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.871184 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.871500 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.871654 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.871773 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.871887 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.872006 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.872162 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.872337 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.872507 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.872651 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.872878 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.873107 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.873343 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.873567 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.873567 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.873990 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.873990 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.874419 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.874419 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.874419 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.875050 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.875050 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.875050 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.875050 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.875050 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.876073 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.876073 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.876073 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.876073 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.876073 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.876073 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.876073 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.877304 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.877451 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 43168) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:55.881342 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.881342 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:55.881342 dv-cinder-788364-5-iscsi neutron-server[92807]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92807) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 02:45:55.885428 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062106 Jul 16 02:46:07.778023 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78379a6-18ea-4707-ac2e-c00180a08aa7 None None] get_active_networks_info from dv-cinder-788364-5-iscsi {{(pid=92929) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:46:07.865515 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78379a6-18ea-4707-ac2e-c00180a08aa7 None None] No non-hosted networks {{(pid=92929) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 02:46:07.873045 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.agentschedulers_db [None req-c78379a6-18ea-4707-ac2e-c00180a08aa7 None None] DHCP Agent not found on host dv-cinder-788364-5-iscsi {{(pid=92929) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 02:46:07.996949 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-346bf7df-123a-490f-862c-edcc3ab94500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-960523'] for agent, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.347229 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-960523'] for agent, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.348992 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:11.349761 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:11.350363 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:11.351126 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:11.351572 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:11.352113 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:11.352775 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:11.353474 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:11.353899 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:11.354604 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:11.356707 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:11.357372 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:11.358016 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788364-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:11.383093 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788364-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:11.652357 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ed05d5eb-7391-481b-95c3-2d049b448c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-960523'] for agent, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:11.722753 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-55a46eaf-b840-4168-8b24-3a8dd038fd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:12.342369 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-960523'] for agent, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:14.798938 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-960523'] for agent, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:15.767420 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 43262) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:16.518334 dv-cinder-788364-5-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-fc156159-e988-4bba-8f67-becff9283d99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:46:16.519046 dv-cinder-788364-5-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-fc156159-e988-4bba-8f67-becff9283d99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:46:16.741837 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [None req-fc156159-e988-4bba-8f67-becff9283d99 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:46:16.743139 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fc156159-e988-4bba-8f67-becff9283d99 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9728851 Jul 16 02:46:18.165555 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.db.l3_hamode_db [None req-cd7cc857-d822-4f13-ad71-782c898ab1d2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 02:46:18.243064 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7cc857-d822-4f13-ad71-782c898ab1d2 None None] Routers set() bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:18.243454 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7cc857-d822-4f13-ad71-782c898ab1d2 None None] Router IDs set() for agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 02:46:19.231217 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 43276) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:19.766278 dv-cinder-788364-5-iscsi neutron-server[92927]: WARNING oslo_policy.policy [None req-b2299b35-4c75-431c-83af-c5bfc959abfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:46:19.766865 dv-cinder-788364-5-iscsi neutron-server[92927]: WARNING oslo_policy.policy [None req-b2299b35-4c75-431c-83af-c5bfc959abfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:46:19.993099 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-b2299b35-4c75-431c-83af-c5bfc959abfe admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:20.090484 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.policy [None req-b2299b35-4c75-431c-83af-c5bfc959abfe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92927) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 02:46:20.136701 dv-cinder-788364-5-iscsi neutron-server[92927]: WARNING oslo_policy.policy [None req-b2299b35-4c75-431c-83af-c5bfc959abfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:46:20.137112 dv-cinder-788364-5-iscsi neutron-server[92927]: WARNING oslo_policy.policy [None req-b2299b35-4c75-431c-83af-c5bfc959abfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:46:20.146188 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.quota [None req-b2299b35-4c75-431c-83af-c5bfc959abfe admin admin] Loaded quota_driver: . Jul 16 02:46:20.251661 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b2299b35-4c75-431c-83af-c5bfc959abfe admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770589437146', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770589434607', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770589433721', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770589430959', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770589413104', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770589402761', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3688448', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3698163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1037263', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-964158'] for rbac-policy, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:20.334389 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b2299b35-4c75-431c-83af-c5bfc959abfe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:20.335638 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b2299b35-4c75-431c-83af-c5bfc959abfe admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1028819 Jul 16 02:46:23.014477 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 43294) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:23.334300 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Request body: {'network': {'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'project_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'name': 'private', 'admin_state_up': True}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:23.367779 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Made reservation on behalf of 9aac0cb68af34ceebd55b3b42cdf66f3 for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:46:23.371692 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.390158 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.523703 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.529150 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.552129 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:46:23.585554 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770589286979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.586153 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Unsubscribe: segment precommit_create {{(pid=92927) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 02:46:23.586667 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Added segment eba5bcec-7b63-458e-964d-ceb3bb63aa6c of type vlan for network 3c575a82-7c70-4183-a90a-b473f591c38c Jul 16 02:46:23.606102 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2c25eb-7683-419b-84f1-7e5c15122745,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:23.656389 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:23.656763 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:23.657218 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:23.657589 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:23.658037 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:23.658429 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:23.658797 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:23.659194 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:23.659586 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:23.659918 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:23.660230 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:23.660550 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Tracked resource versions report: Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: pushed versions: Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: { 'AddressGroup': {'1.2'}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'ConntrackHelper': {'1.0'}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Log': {'1.0'}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Network': {'1.1'}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Port': {'1.7'}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'PortForwarding': {'1.2'}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'QosPolicy': {'1.8'}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'SecurityGroup': {'1.4'}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'SubPort': {'1.0'}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Subnet': {'1.1'}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Trunk': {'1.1'}} Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: consumer versions: Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: { DHCP agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: L3 agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: Metadata agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: Metering agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: Open vSwitch agent@dv-cinder-788364-5-iscsi: { 'AddressGroup': '1.2', Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'ConntrackHelper': '1.0', Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Log': '1.0', Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Network': '1.1', Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Port': '1.7', Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'PortForwarding': '1.2', Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'QosPolicy': '1.8', Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'SecurityGroup': '1.4', Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'SecurityGroupRule': '1.2', Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'SubPort': '1.0', Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Subnet': '1.1', Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Trunk': '1.1'}} Jul 16 02:46:23.661711 dv-cinder-788364-5-iscsi neutron-server[92927]: {{(pid=92927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:46:23.712875 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.765482 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.766615 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:23.767266 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:23.820449 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8047972 Jul 16 02:46:23.874927 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29467606-ee8e-42e7-99f8-ce61ee9b3483 admin admin] Pushing event updated for resources: {'Network': ['ID=3c575a82-7c70-4183-a90a-b473f591c38c,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:23.888109 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 3c575a82-7c70-4183-a90a-b473f591c38c details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:46:26.537929 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 43308) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:27.087043 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.policy [None req-f886375c-a753-434f-8856-3e4f3a6343c4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92928) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 02:46:27.132966 dv-cinder-788364-5-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-f886375c-a753-434f-8856-3e4f3a6343c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:46:27.133361 dv-cinder-788364-5-iscsi neutron-server[92928]: WARNING oslo_policy.policy [None req-f886375c-a753-434f-8856-3e4f3a6343c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:46:27.142968 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f886375c-a753-434f-8856-3e4f3a6343c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:27.144965 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f886375c-a753-434f-8856-3e4f3a6343c4 admin admin] 10.222.0.39 "GET /v2.0/networks/3c575a82-7c70-4183-a90a-b473f591c38c HTTP/1.1" status: 200 len: 825 time: 0.6060054 Jul 16 02:46:27.189368 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bb5072bc-a1fb-46fa-be7b-aa95b224af9e admin admin] 10.222.0.39 "GET /v2.0/subnetpools/c95372c2-3d13-4c45-9521-707eac4f4ac1 HTTP/1.1" status: 200 len: 734 time: 0.0378416 Jul 16 02:46:27.199388 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'c95372c2-3d13-4c45-9521-707eac4f4ac1', 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:27.201015 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.quota [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Loaded quota_driver: . Jul 16 02:46:27.242739 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Made reservation on behalf of 9aac0cb68af34ceebd55b3b42cdf66f3 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:46:27.245643 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:27.560828 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:27.630762 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Checking segment: {'id': 'eba5bcec-7b63-458e-964d-ceb3bb63aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:27.631145 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Network hostable DHCP agents. Network: 3c575a82-7c70-4183-a90a-b473f591c38c, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:46:27.643437 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=575d4d22-74be-49a1-bef8-1776f5164f7e,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:27.653750 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:27.654101 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:27.654436 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:27.654762 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:27.655083 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:27.655420 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:27.655740 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:27.656053 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:27.656382 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:27.656798 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:27.657114 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:27.657427 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Tracked resource versions report: Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: pushed versions: Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: { 'AddressGroup': {'1.2'}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'ConntrackHelper': {'1.0'}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Log': {'1.0'}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Network': {'1.1'}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Port': {'1.7'}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'PortForwarding': {'1.2'}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'QosPolicy': {'1.8'}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'SecurityGroup': {'1.4'}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'SubPort': {'1.0'}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Subnet': {'1.1'}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Trunk': {'1.1'}} Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: consumer versions: Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: { DHCP agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: L3 agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: Metadata agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: Metering agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: Open vSwitch agent@dv-cinder-788364-5-iscsi: { 'AddressGroup': '1.2', Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'ConntrackHelper': '1.0', Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Log': '1.0', Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Network': '1.1', Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Port': '1.7', Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'PortForwarding': '1.2', Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'QosPolicy': '1.8', Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'SecurityGroup': '1.4', Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'SecurityGroupRule': '1.2', Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'SubPort': '1.0', Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Subnet': '1.1', Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Trunk': '1.1'}} Jul 16 02:46:27.658594 dv-cinder-788364-5-iscsi neutron-server[92928]: {{(pid=92928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:46:27.703569 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Network 3c575a82-7c70-4183-a90a-b473f591c38c is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:46:27.719282 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 3c575a82-7c70-4183-a90a-b473f591c38c) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:27.724394 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:27.725090 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:27.731708 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5179ef7d-665d-4b20-b626-c1ac7c197c3c None None] Network 3c575a82-7c70-4183-a90a-b473f591c38c requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:46:27.749941 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-920c0cf3-decd-4b4b-8931-4a2bf1038bde admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5549917 Jul 16 02:46:28.069532 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10044808-b05a-5995-a1b9-af19030856e8-3c575a82-7c70-4183-a90a-b473f591c38c', 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c', 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'fixed_ips': [{'subnet_id': '575d4d22-74be-49a1-bef8-1776f5164f7e'}]}} from dv-cinder-788364-5-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:46:28.072030 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:28.367059 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Allocated IP 172.20.0.2 (3c575a82-7c70-4183-a90a-b473f591c38c/575d4d22-74be-49a1-bef8-1776f5164f7e/142c3381-7d11-40c9-93da-bcdb81e22430) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:28.633624 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:28.654703 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Transition to ACTIVE for port object 142c3381-7d11-40c9-93da-bcdb81e22430 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:28.676808 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Transition to ACTIVE for port object 142c3381-7d11-40c9-93da-bcdb81e22430 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:28.688772 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:28.764201 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Network 3c575a82-7c70-4183-a90a-b473f591c38c is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:28.776813 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:28.779009 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Pushing event updated for resources: {'Port': ['ID=142c3381-7d11-40c9-93da-bcdb81e22430,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:28.783965 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:28.792006 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:28.792349 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:28.792700 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:28.793034 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:28.793362 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:28.793730 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:28.794054 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:28.794374 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:28.794706 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:28.795026 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:28.795343 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:28.795657 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Tracked resource versions report: Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: pushed versions: Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: { 'AddressGroup': {'1.2'}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'ConntrackHelper': {'1.0'}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Log': {'1.0'}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Network': {'1.1'}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Port': {'1.7'}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'PortForwarding': {'1.2'}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'QosPolicy': {'1.8'}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'SecurityGroup': {'1.4'}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'SubPort': {'1.0'}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Subnet': {'1.1'}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Trunk': {'1.1'}} Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: consumer versions: Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: { DHCP agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: L3 agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: Metadata agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: Metering agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: Open vSwitch agent@dv-cinder-788364-5-iscsi: { 'AddressGroup': '1.2', Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'ConntrackHelper': '1.0', Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Log': '1.0', Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Network': '1.1', Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Port': '1.7', Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'PortForwarding': '1.2', Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'QosPolicy': '1.8', Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'SecurityGroup': '1.4', Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'SecurityGroupRule': '1.2', Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'SubPort': '1.0', Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Subnet': '1.1', Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Trunk': '1.1'}} Jul 16 02:46:28.796850 dv-cinder-788364-5-iscsi neutron-server[92929]: {{(pid=92929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:46:28.865355 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Attempting to bind port 142c3381-7d11-40c9-93da-bcdb81e22430 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:28.865746 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Attempting to bind port 142c3381-7d11-40c9-93da-bcdb81e22430 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'eba5bcec-7b63-458e-964d-ceb3bb63aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:28.866161 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Attempting to bind port 142c3381-7d11-40c9-93da-bcdb81e22430 on network 3c575a82-7c70-4183-a90a-b473f591c38c {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:28.871545 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:28.871952 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Checking segment: {'id': 'eba5bcec-7b63-458e-964d-ceb3bb63aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:28.872407 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:28.872886 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Bound using segment: {'id': 'eba5bcec-7b63-458e-964d-ceb3bb63aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:28.873353 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Bound port: 142c3381-7d11-40c9-93da-bcdb81e22430, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba5bcec-7b63-458e-964d-ceb3bb63aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:28.873759 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:28.938505 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] For port 142c3381-7d11-40c9-93da-bcdb81e22430, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:28.942703 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] For port 142c3381-7d11-40c9-93da-bcdb81e22430, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=142c3381-7d11-40c9-93da-bcdb81e22430,segment=NetworkSegment(eba5bcec-7b63-458e-964d-ceb3bb63aa6c),segment_id=eba5bcec-7b63-458e-964d-ceb3bb63aa6c)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:28.947738 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:29.016450 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33812fda-b117-4254-8f2a-6f891594f450 None None] Pushing event updated for resources: {'Port': ['ID=142c3381-7d11-40c9-93da-bcdb81e22430,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:30.283954 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 43322) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:30.749578 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [None req-75f53cf4-2a97-4e6c-8a4a-009e7bf9b871 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:46:30.750604 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-75f53cf4-2a97-4e6c-8a4a-009e7bf9b871 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4649787 Jul 16 02:46:33.377460 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 43330) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:33.827579 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [None req-8be7cf3f-e23c-4d0b-961e-3516c93950e3 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:46:33.828604 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8be7cf3f-e23c-4d0b-961e-3516c93950e3 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4501934 Jul 16 02:46:35.591018 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537a37f2-a23f-4b4f-a1bd-89d26e90fecc None None] Network 3c575a82-7c70-4183-a90a-b473f591c38c requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:46:35.677407 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-a5addacd-0859-4984-bcec-fe28cd6b31d2 None None] Provisioning for port 142c3381-7d11-40c9-93da-bcdb81e22430 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:35.701193 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 142c3381-7d11-40c9-93da-bcdb81e22430 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:35.849215 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 142c3381-7d11-40c9-93da-bcdb81e22430 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:35.862354 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 142c3381-7d11-40c9-93da-bcdb81e22430 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:35.862760 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:36.015460 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:36.054115 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 142c3381-7d11-40c9-93da-bcdb81e22430, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=142c3381-7d11-40c9-93da-bcdb81e22430,segment=NetworkSegment(eba5bcec-7b63-458e-964d-ceb3bb63aa6c),segment_id=eba5bcec-7b63-458e-964d-ceb3bb63aa6c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:36.059158 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:36.111374 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=142c3381-7d11-40c9-93da-bcdb81e22430,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:36.212990 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-8aefcca1-5e4b-4c75-993d-66f8e02e9668 None None] Provisioning complete for port 142c3381-7d11-40c9-93da-bcdb81e22430 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:36.213270 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8aefcca1-5e4b-4c75-993d-66f8e02e9668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:36.897815 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 43344) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:37.223860 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-cb404883-98eb-440f-a90b-6b1f2060cb9d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'name': 'router1'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:37.250266 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cb404883-98eb-440f-a90b-6b1f2060cb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-891120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10646'] for router, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:37.252343 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cb404883-98eb-440f-a90b-6b1f2060cb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10653'] for router, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:37.401372 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cb404883-98eb-440f-a90b-6b1f2060cb9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:37.406629 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cb404883-98eb-440f-a90b-6b1f2060cb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-891131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890880'] for router, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:37.420227 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cb404883-98eb-440f-a90b-6b1f2060cb9d admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:37.421579 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-cb404883-98eb-440f-a90b-6b1f2060cb9d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5227540 Jul 16 02:46:37.655588 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-65529295-c914-4180-96b6-1779c399a013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:37.657999 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 142c3381-7d11-40c9-93da-bcdb81e22430 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:37.739009 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 142c3381-7d11-40c9-93da-bcdb81e22430 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:37.739605 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:40.051213 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 43352) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:40.395784 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [None req-dab0ae3a-ed3c-4eff-a959-24397218e418 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:46:40.397459 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-dab0ae3a-ed3c-4eff-a959-24397218e418 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3450146 Jul 16 02:46:40.773445 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:46:41.309982 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:41.631681 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e31076aa-6c6b-47c3-bbef-85001ac726fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:42.293116 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:42.967702 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 43370) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:43.138141 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:43.163344 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Made reservation on behalf of f0add0d850514421999134e072603403 for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:46:43.166855 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:43.176240 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:43.286167 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:43.292322 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:43.318493 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Reserving flat network on physical network physnet1 {{(pid=92927) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 02:46:43.339392 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4939f1-d03d-4473-94f8-c8504ecd7a5d,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:43.344759 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:43.345111 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Added segment d1430eb4-7730-4229-b109-cc5815a5d292 of type flat for network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 Jul 16 02:46:43.396975 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:43.454214 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:43.455245 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:43.455824 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:43.489233 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5205300 Jul 16 02:46:43.517025 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82379681-8fe9-46d6-b11c-991fedc2781e admin admin] Pushing event updated for resources: {'Network': ['ID=445cb962-9482-4ea0-b8b1-63a8a64fa8e4,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:43.528334 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:46:44.748755 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:45.823789 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 43388) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:45.961230 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdffc63-bf5e-4b19-add4-a001f17eadf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:45.962845 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6fdffc63-bf5e-4b19-add4-a001f17eadf1 admin admin] 10.222.0.39 "GET /v2.0/subnets/575d4d22-74be-49a1-bef8-1776f5164f7e HTTP/1.1" status: 200 len: 849 time: 0.1381075 Jul 16 02:46:46.082591 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-2589d608-f7f8-4d11-88b4-a947d6a9f6de admin admin] 10.222.0.39 "GET /v2.0/routers/8bc3677b-2fd7-437a-8655-149301295630 HTTP/1.1" status: 200 len: 704 time: 0.1142609 Jul 16 02:46:46.357923 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:46.676758 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Allocated IP 172.20.0.1 (3c575a82-7c70-4183-a90a-b473f591c38c/575d4d22-74be-49a1-bef8-1776f5164f7e/10b63f22-0099-44c2-a4f2-10a813cb8f89) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:46.872964 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:46.897079 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Transition to ACTIVE for port object 10b63f22-0099-44c2-a4f2-10a813cb8f89 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:46.982417 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:47.110717 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Network 3c575a82-7c70-4183-a90a-b473f591c38c is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:47.115488 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:47.125129 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:47.126717 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958519'] for router_interface, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:47.145885 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Pushing event updated for resources: {'Port': ['ID=10b63f22-0099-44c2-a4f2-10a813cb8f89,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:47.285845 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-51c36bc4-defd-402c-842b-bdc0d95a0144 None None] Provisioning for port 10b63f22-0099-44c2-a4f2-10a813cb8f89 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:47.290322 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-51c36bc4-defd-402c-842b-bdc0d95a0144 None None] Provisioning complete for port 10b63f22-0099-44c2-a4f2-10a813cb8f89 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:47.290728 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-51c36bc4-defd-402c-842b-bdc0d95a0144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:47.327529 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-51c36bc4-defd-402c-842b-bdc0d95a0144 None None] Port 10b63f22-0099-44c2-a4f2-10a813cb8f89 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:46:47.366065 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:47.554767 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:47.559634 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:47.560425 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958531'] for router_interface, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:47.639566 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Pushing event updated for resources: {'Port': ['ID=10b63f22-0099-44c2-a4f2-10a813cb8f89,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:47.719750 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Network 3c575a82-7c70-4183-a90a-b473f591c38c is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:47.721442 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:47.940633 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Router 8bc3677b-2fd7-437a-8655-149301295630 is scheduled to L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 with binding_index 1 {{(pid=92927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:46:47.956457 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-019177e6-d6e9-4181-a478-f2de33215862 None None] Provisioning complete for port 10b63f22-0099-44c2-a4f2-10a813cb8f89 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:47.956978 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-019177e6-d6e9-4181-a478-f2de33215862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:47.996915 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-019177e6-d6e9-4181-a478-f2de33215862 None None] Port 10b63f22-0099-44c2-a4f2-10a813cb8f89 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:46:48.054428 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:46:48.061532 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-84972ef5-e867-47c7-85dc-f9fde160fce8 admin admin] 10.222.0.39 "PUT /v2.0/routers/8bc3677b-2fd7-437a-8655-149301295630/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9732702 Jul 16 02:46:48.066000 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Sync routers for ids ['8bc3677b-2fd7-437a-8655-149301295630'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:46:48.091278 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Routers {'8bc3677b-2fd7-437a-8655-149301295630'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:48.092234 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:46:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['8bc3677b-2fd7-437a-8655-149301295630'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:48.324198 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Set router 8bc3677b-2fd7-437a-8655-149301295630 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:48.896091 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc3677b-2fd7-437a-8655-149301295630', 'name': 'router1', 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:37Z', 'updated_at': '2021-07-16T02:46:47Z', 'revision_number': 2, 'project_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'gw_port_host': None, '_interfaces': [{'id': '10b63f22-0099-44c2-a4f2-10a813cb8f89', 'name': '', 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c', 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'mac_address': 'fa:16:3e:95:67:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc3677b-2fd7-437a-8655-149301295630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '575d4d22-74be-49a1-bef8-1776f5164f7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:46Z', 'updated_at': '2021-07-16T02:46:47Z', 'revision_number': 2, 'project_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'subnets': [{'id': '575d4d22-74be-49a1-bef8-1776f5164f7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c95372c2-3d13-4c45-9521-707eac4f4ac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:48.950407 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Checking router: 8bc3677b-2fd7-437a-8655-149301295630 for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:46:48.950799 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Updating router 8bc3677b-2fd7-437a-8655-149301295630 port 10b63f22-0099-44c2-a4f2-10a813cb8f89 binding host dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:46:49.020861 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:49.598866 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:49.617532 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Transition to ACTIVE for port object 10b63f22-0099-44c2-a4f2-10a813cb8f89 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:49.624987 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:49.768977 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Pushing event updated for resources: {'Port': ['ID=10b63f22-0099-44c2-a4f2-10a813cb8f89,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:49.800566 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:49.800953 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:49.801301 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:49.801633 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:49.801967 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:49.802303 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:49.802631 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:49.803001 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:49.803341 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:49.803665 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:49.803989 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:49.804307 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Tracked resource versions report: Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: pushed versions: Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: { 'AddressGroup': {'1.2'}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'ConntrackHelper': {'1.0'}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Log': {'1.0'}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Network': {'1.1'}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Port': {'1.7'}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'PortForwarding': {'1.2'}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'QosPolicy': {'1.8'}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'SecurityGroup': {'1.4'}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'SubPort': {'1.0'}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Subnet': {'1.1'}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Trunk': {'1.1'}} Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: consumer versions: Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: { DHCP agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: L3 agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: Metadata agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: Metering agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: Open vSwitch agent@dv-cinder-788364-5-iscsi: { 'AddressGroup': '1.2', Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'ConntrackHelper': '1.0', Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Log': '1.0', Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Network': '1.1', Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Port': '1.7', Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'PortForwarding': '1.2', Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'QosPolicy': '1.8', Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'SecurityGroup': '1.4', Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'SecurityGroupRule': '1.2', Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'SubPort': '1.0', Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Subnet': '1.1', Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Trunk': '1.1'}} Jul 16 02:46:49.806214 dv-cinder-788364-5-iscsi neutron-server[92930]: {{(pid=92930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:46:49.814851 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Attempting to bind port 10b63f22-0099-44c2-a4f2-10a813cb8f89 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:49.815199 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Attempting to bind port 10b63f22-0099-44c2-a4f2-10a813cb8f89 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'eba5bcec-7b63-458e-964d-ceb3bb63aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:49.815544 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Attempting to bind port 10b63f22-0099-44c2-a4f2-10a813cb8f89 on network 3c575a82-7c70-4183-a90a-b473f591c38c {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:49.822089 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:49.822498 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Checking segment: {'id': 'eba5bcec-7b63-458e-964d-ceb3bb63aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:49.822979 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:49.823374 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Bound using segment: {'id': 'eba5bcec-7b63-458e-964d-ceb3bb63aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:49.823864 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Bound port: 10b63f22-0099-44c2-a4f2-10a813cb8f89, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba5bcec-7b63-458e-964d-ceb3bb63aa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:49.824247 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:49.905089 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] For port 10b63f22-0099-44c2-a4f2-10a813cb8f89, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:49.929306 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] For port 10b63f22-0099-44c2-a4f2-10a813cb8f89, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=10b63f22-0099-44c2-a4f2-10a813cb8f89,segment=NetworkSegment(eba5bcec-7b63-458e-964d-ceb3bb63aa6c),segment_id=eba5bcec-7b63-458e-964d-ceb3bb63aa6c)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:49.938370 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:49.994390 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Routers {'8bc3677b-2fd7-437a-8655-149301295630'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:49.995000 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:46:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['8bc3677b-2fd7-437a-8655-149301295630'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:50.079669 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0f016-ca87-40ea-b8f1-b3e14ae651b3 None None] Pushing event updated for resources: {'Port': ['ID=10b63f22-0099-44c2-a4f2-10a813cb8f89,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:50.113942 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] Set router 8bc3677b-2fd7-437a-8655-149301295630 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:50.400953 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc3677b-2fd7-437a-8655-149301295630', 'name': 'router1', 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:37Z', 'updated_at': '2021-07-16T02:46:47Z', 'revision_number': 2, 'project_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'gw_port_host': None, '_interfaces': [{'id': '10b63f22-0099-44c2-a4f2-10a813cb8f89', 'name': '', 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c', 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'mac_address': 'fa:16:3e:95:67:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc3677b-2fd7-437a-8655-149301295630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '575d4d22-74be-49a1-bef8-1776f5164f7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:46Z', 'updated_at': '2021-07-16T02:46:49Z', 'revision_number': 4, 'project_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'subnets': [{'id': '575d4d22-74be-49a1-bef8-1776f5164f7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c95372c2-3d13-4c45-9521-707eac4f4ac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:50.430608 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09cc25a-b710-44e0-a515-bac8e9233575 None None] The sync data for ids ['8bc3677b-2fd7-437a-8655-149301295630'] in dv-cinder-788364-5-iscsi is: [{'id': '8bc3677b-2fd7-437a-8655-149301295630', 'name': 'router1', 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:37Z', 'updated_at': '2021-07-16T02:46:47Z', 'revision_number': 2, 'project_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'gw_port_host': None, '_interfaces': [{'id': '10b63f22-0099-44c2-a4f2-10a813cb8f89', 'name': '', 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c', 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'mac_address': 'fa:16:3e:95:67:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc3677b-2fd7-437a-8655-149301295630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '575d4d22-74be-49a1-bef8-1776f5164f7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:46Z', 'updated_at': '2021-07-16T02:46:49Z', 'revision_number': 4, 'project_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'subnets': [{'id': '575d4d22-74be-49a1-bef8-1776f5164f7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c95372c2-3d13-4c45-9521-707eac4f4ac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:46:50.509125 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 43398) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:50.653504 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa7af3-8838-4d79-80dc-f84c169c70aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:50.655164 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-73aa7af3-8838-4d79-80dc-f84c169c70aa admin admin] 10.222.0.39 "GET /v2.0/networks/445cb962-9482-4ea0-b8b1-63a8a64fa8e4 HTTP/1.1" status: 200 len: 842 time: 0.1447394 Jul 16 02:46:50.668377 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-a8ca64c8-683f-485b-bca4-ac2763b72b72 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:50.699014 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ca64c8-683f-485b-bca4-ac2763b72b72 admin admin] Made reservation on behalf of f0add0d850514421999134e072603403 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:46:50.702106 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8ca64c8-683f-485b-bca4-ac2763b72b72 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:51.097958 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.objects.ports [None req-a8ca64c8-683f-485b-bca4-ac2763b72b72 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92928) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 02:46:51.098417 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8ca64c8-683f-485b-bca4-ac2763b72b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:51.155048 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca64c8-683f-485b-bca4-ac2763b72b72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0282714e-69c3-489e-a484-d6b6fde4a3a8,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:51.166406 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ca64c8-683f-485b-bca4-ac2763b72b72 admin admin] Checking segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:51.166758 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ca64c8-683f-485b-bca4-ac2763b72b72 admin admin] Network hostable DHCP agents. Network: 445cb962-9482-4ea0-b8b1-63a8a64fa8e4, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:46:51.184171 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ca64c8-683f-485b-bca4-ac2763b72b72 admin admin] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:46:51.193487 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-a8ca64c8-683f-485b-bca4-ac2763b72b72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 445cb962-9482-4ea0-b8b1-63a8a64fa8e4) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:51.201385 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ca64c8-683f-485b-bca4-ac2763b72b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:51.202170 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8ca64c8-683f-485b-bca4-ac2763b72b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:51.203662 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ec3906-0ac2-4477-887e-b5c870e5462c None None] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:46:51.219121 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a8ca64c8-683f-485b-bca4-ac2763b72b72 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5576367 Jul 16 02:46:51.401570 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5e827c-8d6b-4eae-beed-7f2a456ed560 None None] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:46:53.700348 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 10b63f22-0099-44c2-a4f2-10a813cb8f89 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:53.766531 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 10b63f22-0099-44c2-a4f2-10a813cb8f89 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:53.771582 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 43410) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:53.777752 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 10b63f22-0099-44c2-a4f2-10a813cb8f89 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:53.778209 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:53.865911 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:53.943992 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-fc14d5bc-4fb3-4012-8f58-db598ed2db41 admin admin] 10.222.0.39 "GET /v2.0/routers/8bc3677b-2fd7-437a-8655-149301295630 HTTP/1.1" status: 200 len: 710 time: 0.1712227 Jul 16 02:46:53.962958 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 10b63f22-0099-44c2-a4f2-10a813cb8f89, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=10b63f22-0099-44c2-a4f2-10a813cb8f89,segment=NetworkSegment(eba5bcec-7b63-458e-964d-ceb3bb63aa6c),segment_id=eba5bcec-7b63-458e-964d-ceb3bb63aa6c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:53.968127 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:54.033722 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=10b63f22-0099-44c2-a4f2-10a813cb8f89,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:54.044416 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922449c5-1d4c-4b8f-b5f7-f509b8589a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:54.046113 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-922449c5-1d4c-4b8f-b5f7-f509b8589a05 admin admin] 10.222.0.39 "GET /v2.0/networks/445cb962-9482-4ea0-b8b1-63a8a64fa8e4 HTTP/1.1" status: 200 len: 886 time: 0.0969195 Jul 16 02:46:54.060316 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:54.441409 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-891029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7799'] for router, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:54.717357 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:54.796414 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:54.914413 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Allocated IP 172.27.1.119 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/49185aaf-fa3e-40b3-9dc9-f4b37b768fdc) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:55.029658 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:55.077533 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:55.124488 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:55.127527 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:55.131484 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:55.138085 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Pushing event updated for resources: {'Port': ['ID=49185aaf-fa3e-40b3-9dc9-f4b37b768fdc,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:55.425011 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:55.657305 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-891029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7799'] for router, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:55.661011 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-890898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-890891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-891010'] for router, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:55.670698 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 10b63f22-0099-44c2-a4f2-10a813cb8f89 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:55.729033 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 10b63f22-0099-44c2-a4f2-10a813cb8f89 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:55.729415 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:55.780855 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Router 8bc3677b-2fd7-437a-8655-149301295630 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:46:55.917842 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:46:55.921982 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:55.923197 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-00840c9a-f16e-496f-b44c-baf4d58102e2 admin admin] 10.222.0.39 "PUT /v2.0/routers/8bc3677b-2fd7-437a-8655-149301295630 HTTP/1.1" status: 200 len: 890 time: 1.8670588 Jul 16 02:46:55.931423 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Sync routers for ids ['8bc3677b-2fd7-437a-8655-149301295630'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:46:55.943737 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Routers {'8bc3677b-2fd7-437a-8655-149301295630'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:55.944181 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:46:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['8bc3677b-2fd7-437a-8655-149301295630'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:56.172054 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Set router 8bc3677b-2fd7-437a-8655-149301295630 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:56.631623 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc3677b-2fd7-437a-8655-149301295630', 'name': 'router1', 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '49185aaf-fa3e-40b3-9dc9-f4b37b768fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:37Z', 'updated_at': '2021-07-16T02:46:55Z', 'revision_number': 4, 'project_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'gw_port': {'id': '49185aaf-fa3e-40b3-9dc9-f4b37b768fdc', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc3677b-2fd7-437a-8655-149301295630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:54Z', 'updated_at': '2021-07-16T02:46:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '10b63f22-0099-44c2-a4f2-10a813cb8f89', 'name': '', 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c', 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'mac_address': 'fa:16:3e:95:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3677b-2fd7-437a-8655-149301295630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '575d4d22-74be-49a1-bef8-1776f5164f7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:46Z', 'updated_at': '2021-07-16T02:46:53Z', 'revision_number': 5, 'project_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'subnets': [{'id': '575d4d22-74be-49a1-bef8-1776f5164f7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c95372c2-3d13-4c45-9521-707eac4f4ac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:56.686101 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Checking router: 8bc3677b-2fd7-437a-8655-149301295630 for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:46:56.686858 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Updating router 8bc3677b-2fd7-437a-8655-149301295630 port 49185aaf-fa3e-40b3-9dc9-f4b37b768fdc binding host dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:46:56.722580 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:57.068053 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:57.078658 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Transition to ACTIVE for port object 49185aaf-fa3e-40b3-9dc9-f4b37b768fdc will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:57.085433 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:57.216388 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Attempting to bind port 49185aaf-fa3e-40b3-9dc9-f4b37b768fdc on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:57.216792 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Attempting to bind port 49185aaf-fa3e-40b3-9dc9-f4b37b768fdc by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:57.217160 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Attempting to bind port 49185aaf-fa3e-40b3-9dc9-f4b37b768fdc on network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:57.224503 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:57.224913 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Checking segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:57.225309 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:57.225705 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Bound using segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:57.226875 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Bound port: 49185aaf-fa3e-40b3-9dc9-f4b37b768fdc, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:57.227387 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:57.229088 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665d772-dfc3-4a45-bf98-25fd52dee18c None None] Pushing event updated for resources: {'Port': ['ID=49185aaf-fa3e-40b3-9dc9-f4b37b768fdc,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:57.284351 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] For port 49185aaf-fa3e-40b3-9dc9-f4b37b768fdc, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:57.290131 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] For port 49185aaf-fa3e-40b3-9dc9-f4b37b768fdc, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=49185aaf-fa3e-40b3-9dc9-f4b37b768fdc,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:57.295845 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:57.353992 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Routers {'8bc3677b-2fd7-437a-8655-149301295630'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:57.354634 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:46:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['8bc3677b-2fd7-437a-8655-149301295630'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:57.359961 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665d772-dfc3-4a45-bf98-25fd52dee18c None None] Pushing event updated for resources: {'Port': ['ID=49185aaf-fa3e-40b3-9dc9-f4b37b768fdc,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:57.467025 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] Set router 8bc3677b-2fd7-437a-8655-149301295630 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:57.688876 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc3677b-2fd7-437a-8655-149301295630', 'name': 'router1', 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '49185aaf-fa3e-40b3-9dc9-f4b37b768fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:37Z', 'updated_at': '2021-07-16T02:46:55Z', 'revision_number': 4, 'project_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'gw_port': {'id': '49185aaf-fa3e-40b3-9dc9-f4b37b768fdc', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc3677b-2fd7-437a-8655-149301295630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:54Z', 'updated_at': '2021-07-16T02:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '10b63f22-0099-44c2-a4f2-10a813cb8f89', 'name': '', 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c', 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'mac_address': 'fa:16:3e:95:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3677b-2fd7-437a-8655-149301295630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '575d4d22-74be-49a1-bef8-1776f5164f7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:46Z', 'updated_at': '2021-07-16T02:46:53Z', 'revision_number': 5, 'project_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'subnets': [{'id': '575d4d22-74be-49a1-bef8-1776f5164f7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c95372c2-3d13-4c45-9521-707eac4f4ac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:57.715207 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3b6175-9f4e-4bb0-8153-334e369f9155 None None] The sync data for ids ['8bc3677b-2fd7-437a-8655-149301295630'] in dv-cinder-788364-5-iscsi is: [{'id': '8bc3677b-2fd7-437a-8655-149301295630', 'name': 'router1', 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '49185aaf-fa3e-40b3-9dc9-f4b37b768fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:46:37Z', 'updated_at': '2021-07-16T02:46:55Z', 'revision_number': 4, 'project_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'gw_port': {'id': '49185aaf-fa3e-40b3-9dc9-f4b37b768fdc', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc3677b-2fd7-437a-8655-149301295630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:54Z', 'updated_at': '2021-07-16T02:46:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '10b63f22-0099-44c2-a4f2-10a813cb8f89', 'name': '', 'network_id': '3c575a82-7c70-4183-a90a-b473f591c38c', 'tenant_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'mac_address': 'fa:16:3e:95:67:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc3677b-2fd7-437a-8655-149301295630', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '575d4d22-74be-49a1-bef8-1776f5164f7e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:46Z', 'updated_at': '2021-07-16T02:46:53Z', 'revision_number': 5, 'project_id': '9aac0cb68af34ceebd55b3b42cdf66f3', 'subnets': [{'id': '575d4d22-74be-49a1-bef8-1776f5164f7e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c95372c2-3d13-4c45-9521-707eac4f4ac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:46:58.525650 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 43418) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:58.661055 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0c82a728-6eac-4751-bb80-c919f5fa8839 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1341364 Jul 16 02:46:59.687642 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 49185aaf-fa3e-40b3-9dc9-f4b37b768fdc up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:59.740114 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 49185aaf-fa3e-40b3-9dc9-f4b37b768fdc completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:59.745031 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 49185aaf-fa3e-40b3-9dc9-f4b37b768fdc triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:59.745411 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:59.828291 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:59.849343 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 49185aaf-fa3e-40b3-9dc9-f4b37b768fdc, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=49185aaf-fa3e-40b3-9dc9-f4b37b768fdc,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:59.861295 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:59.918379 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=49185aaf-fa3e-40b3-9dc9-f4b37b768fdc,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:01.683556 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 49185aaf-fa3e-40b3-9dc9-f4b37b768fdc up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:47:01.733917 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 49185aaf-fa3e-40b3-9dc9-f4b37b768fdc triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:47:01.734336 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:07.658712 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5b90696a-4ad2-4e7e-8955-79e9ec0787c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:11.305021 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:11.630343 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c6105c03-1743-4bea-aaa1-af07fc2f293b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:12.291311 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:14.771012 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:17.773671 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:47:37.642846 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fba19b62-e7e4-401a-b73e-5552d8f98f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:41.323602 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:41.642538 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-50750cc6-af69-43ac-955f-b0e90e59092e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:42.301333 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:44.764955 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:54.773790 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:48:07.645703 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7931007a-7d1b-4bcf-a0ca-1599f14644d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:11.310762 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:11.625903 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cbae9693-0c89-4c04-b9d3-fc89fa2fda4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:12.298842 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:14.772191 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:31.773509 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:48:36.758791 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 43986) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:36.820905 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.pecan_wsgi.hooks.translation [None req-77569314-cccf-4c21-8bc4-83947aa9c808 admin admin] GET failed (client error): The resource could not be found. Jul 16 02:48:36.822270 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-77569314-cccf-4c21-8bc4-83947aa9c808 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625288 Jul 16 02:48:36.981536 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9be7b7-2442-4a1d-9af5-44efd6988ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:36.982958 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2a9be7b7-2442-4a1d-9af5-44efd6988ce6 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1568835 Jul 16 02:48:37.646178 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-09009771-79e4-429c-9e3c-d5ab0b72f7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:39.183176 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 43996) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:39.281833 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1590f-ced5-46a9-a4f2-6410891dcf49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:39.283112 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-48c1590f-ced5-46a9-a4f2-6410891dcf49 admin admin] 10.222.0.39 "GET /v2.0/subnets/575d4d22-74be-49a1-bef8-1776f5164f7e HTTP/1.1" status: 200 len: 849 time: 0.0989740 Jul 16 02:48:39.293143 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:48:39.375889 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:39.520790 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770589174411'] for subnet, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:39.551732 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:39.552632 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:39.568998 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] 10.222.0.39 "PUT /v2.0/subnets/575d4d22-74be-49a1-bef8-1776f5164f7e HTTP/1.1" status: 200 len: 868 time: 0.2642531 Jul 16 02:48:39.569247 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd9e845-66d7-44a5-8e79-cb1393cdbf63 None None] Network 3c575a82-7c70-4183-a90a-b473f591c38c requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:48:39.579717 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=575d4d22-74be-49a1-bef8-1776f5164f7e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:39.591386 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.591756 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.592107 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.592444 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.592804 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.593154 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.593488 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.593816 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.594162 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.594492 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.594813 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.595161 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b4066a-b692-45de-b38d-8afc99493db2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.985375 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-5963ebe8-6d9b-4fda-9777-00f391e45e7f None None] Provisioning complete for port 142c3381-7d11-40c9-93da-bcdb81e22430 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:39.985754 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5963ebe8-6d9b-4fda-9777-00f391e45e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:40.073776 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-5963ebe8-6d9b-4fda-9777-00f391e45e7f None None] Provisioning complete for port 10b63f22-0099-44c2-a4f2-10a813cb8f89 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:40.074157 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5963ebe8-6d9b-4fda-9777-00f391e45e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:41.312599 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:41.630023 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60817afb-2505-4d2d-82d7-5e26b2a97d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:41.774784 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44004) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:41.999361 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c033c3-7720-4528-98a2-91d42da6da6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:41.999744 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c033c3-7720-4528-98a2-91d42da6da6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:42.001362 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-04c033c3-7720-4528-98a2-91d42da6da6a admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2255881 Jul 16 02:48:42.303406 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:44.247349 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44012) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:44.384537 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dfd3b6-b4c0-4dca-9091-83a5d5b2f6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:44.385048 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dfd3b6-b4c0-4dca-9091-83a5d5b2f6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:44.386593 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-18dfd3b6-b4c0-4dca-9091-83a5d5b2f6b6 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1382985 Jul 16 02:48:44.771872 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:46.601220 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44020) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:46.746146 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d54d1e0-a847-4805-9379-662152b8c5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:46.747528 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0d54d1e0-a847-4805-9379-662152b8c5a4 admin admin] 10.222.0.39 "GET /v2.0/networks/3c575a82-7c70-4183-a90a-b473f591c38c HTTP/1.1" status: 200 len: 869 time: 0.1453619 Jul 16 02:48:48.976937 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44028) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:49.193510 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150205e9-cc62-406c-b2bc-8a74d343380b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:49.195046 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-150205e9-cc62-406c-b2bc-8a74d343380b admin admin] 10.222.0.39 "GET /v2.0/networks/445cb962-9482-4ea0-b8b1-63a8a64fa8e4 HTTP/1.1" status: 200 len: 886 time: 0.2169008 Jul 16 02:48:51.396301 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44038) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:51.515710 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349d509a-3c7c-43b8-b1a9-946168b1e6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:51.516168 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349d509a-3c7c-43b8-b1a9-946168b1e6a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:51.517740 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-349d509a-3c7c-43b8-b1a9-946168b1e6a1 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204600 Jul 16 02:48:53.723692 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44046) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:53.816268 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94f219-7607-49eb-bbaa-704d5f8cda0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:53.816755 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f94f219-7607-49eb-bbaa-704d5f8cda0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:53.818622 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8f94f219-7607-49eb-bbaa-704d5f8cda0f admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0937300 Jul 16 02:48:56.001913 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44054) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:56.089571 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4f1380-2614-4f6c-8b51-3ff9fdbad8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:56.090945 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6f4f1380-2614-4f6c-8b51-3ff9fdbad8b7 admin admin] 10.222.0.39 "GET /v2.0/subnets/0282714e-69c3-489e-a484-d6b6fde4a3a8 HTTP/1.1" status: 200 len: 816 time: 0.0875292 Jul 16 02:48:58.275782 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44062) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:58.371393 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbce2ef-991d-4add-b34d-d510ad99f4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:58.372791 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cbbce2ef-991d-4add-b34d-d510ad99f4a5 admin admin] 10.222.0.39 "GET /v2.0/subnets/575d4d22-74be-49a1-bef8-1776f5164f7e HTTP/1.1" status: 200 len: 868 time: 0.0961092 Jul 16 02:49:07.648080 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-57a32a1e-2914-420a-ba50-41e914e6b41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:08.772501 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:49:11.314729 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:11.630742 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-194208a7-ed19-493c-a00e-ff24cbf0e7c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:12.303179 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:14.776611 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:23.157964 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44114) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:23.204713 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [None req-499407ec-6d86-4f48-91b4-56e735bd0de2 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:49:23.205861 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-499407ec-6d86-4f48-91b4-56e735bd0de2 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462689 Jul 16 02:49:25.478332 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44122) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:25.536693 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.pecan_wsgi.hooks.translation [None req-428366c8-fb25-4a1b-9315-eeea5c9fc54d admin admin] GET failed (client error): The resource could not be found. Jul 16 02:49:25.538017 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-428366c8-fb25-4a1b-9315-eeea5c9fc54d admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0587666 Jul 16 02:49:25.623731 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaeeedf-1283-4c5d-94af-adcb8726e27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:25.625247 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-feaeeedf-1283-4c5d-94af-adcb8726e27e admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0832360 Jul 16 02:49:27.843847 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44130) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:27.892229 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-49f794aa-d29a-4364-adfb-be99ed75a028 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:27.916281 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f794aa-d29a-4364-adfb-be99ed75a028 admin admin] Made reservation on behalf of f0add0d850514421999134e072603403 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:49:27.918592 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49f794aa-d29a-4364-adfb-be99ed75a028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:27.965761 dv-cinder-788364-5-iscsi neutron-server[92928]: WARNING neutron.services.revisions.revision_plugin [None req-49f794aa-d29a-4364-adfb-be99ed75a028 admin admin] Could not find related network for resource to bump revision. Jul 16 02:49:27.982239 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f794aa-d29a-4364-adfb-be99ed75a028 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:49:27.996005 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49f794aa-d29a-4364-adfb-be99ed75a028 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770589286979', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:27.996576 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49f794aa-d29a-4364-adfb-be99ed75a028 admin admin] Unsubscribe: segment precommit_create {{(pid=92928) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 02:49:27.997166 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-49f794aa-d29a-4364-adfb-be99ed75a028 admin admin] Added segment 42789b0d-001f-4210-8135-7c1517b081b9 of type vlan for network 8efa825d-e3b5-4b96-adc3-147bb1ec670c Jul 16 02:49:28.046160 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49f794aa-d29a-4364-adfb-be99ed75a028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:28.088945 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49f794aa-d29a-4364-adfb-be99ed75a028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:28.089888 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f794aa-d29a-4364-adfb-be99ed75a028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:28.090463 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49f794aa-d29a-4364-adfb-be99ed75a028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:28.176583 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-49f794aa-d29a-4364-adfb-be99ed75a028 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3316383 Jul 16 02:49:28.231051 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f794aa-d29a-4364-adfb-be99ed75a028 admin admin] Pushing event updated for resources: {'Network': ['ID=8efa825d-e3b5-4b96-adc3-147bb1ec670c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:28.243256 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 8efa825d-e3b5-4b96-adc3-147bb1ec670c details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:49:30.398420 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44138) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:30.457316 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.pecan_wsgi.hooks.translation [None req-853189ed-cc37-4930-9b0f-95ef92800db7 admin admin] GET failed (client error): The resource could not be found. Jul 16 02:49:30.458632 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-853189ed-cc37-4930-9b0f-95ef92800db7 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592282 Jul 16 02:49:30.529764 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b5ca9b-5e53-4d61-b68a-ea82f8db7ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:30.531286 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c1b5ca9b-5e53-4d61-b68a-ea82f8db7ae3 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0687225 Jul 16 02:49:30.541918 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-60f6ab15-2062-42b1-b529-68850efe73fe admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '8efa825d-e3b5-4b96-adc3-147bb1ec670c', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:49:30.563679 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f6ab15-2062-42b1-b529-68850efe73fe admin admin] Made reservation on behalf of f0add0d850514421999134e072603403 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:49:30.566052 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-60f6ab15-2062-42b1-b529-68850efe73fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:30.727029 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-60f6ab15-2062-42b1-b529-68850efe73fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:30.777358 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6ab15-2062-42b1-b529-68850efe73fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8653d28d-b8e1-4c37-a586-b6a9b19e5c9e,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:30.787635 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f6ab15-2062-42b1-b529-68850efe73fe admin admin] Checking segment: {'id': '42789b0d-001f-4210-8135-7c1517b081b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8efa825d-e3b5-4b96-adc3-147bb1ec670c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:49:30.787994 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6ab15-2062-42b1-b529-68850efe73fe admin admin] Network hostable DHCP agents. Network: 8efa825d-e3b5-4b96-adc3-147bb1ec670c, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:49:30.803931 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6ab15-2062-42b1-b529-68850efe73fe admin admin] Network 8efa825d-e3b5-4b96-adc3-147bb1ec670c is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:49:30.812514 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-60f6ab15-2062-42b1-b529-68850efe73fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 8efa825d-e3b5-4b96-adc3-147bb1ec670c) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:49:30.824558 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f6ab15-2062-42b1-b529-68850efe73fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:30.825170 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-60f6ab15-2062-42b1-b529-68850efe73fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:30.826199 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339c4c9b-4952-465e-8be4-eb1a7bd24419 None None] Network 8efa825d-e3b5-4b96-adc3-147bb1ec670c requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:49:30.839814 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-60f6ab15-2062-42b1-b529-68850efe73fe admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3014827 Jul 16 02:49:30.981209 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10044808-b05a-5995-a1b9-af19030856e8-8efa825d-e3b5-4b96-adc3-147bb1ec670c', 'network_id': '8efa825d-e3b5-4b96-adc3-147bb1ec670c', 'tenant_id': 'f0add0d850514421999134e072603403', 'fixed_ips': [{'subnet_id': '8653d28d-b8e1-4c37-a586-b6a9b19e5c9e'}]}} from dv-cinder-788364-5-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:49:30.982144 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:31.118225 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Allocated IP 192.168.233.2 (8efa825d-e3b5-4b96-adc3-147bb1ec670c/8653d28d-b8e1-4c37-a586-b6a9b19e5c9e/2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:49:31.264508 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:31.273407 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Transition to ACTIVE for port object 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:49:31.288739 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Transition to ACTIVE for port object 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:49:31.294836 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:31.334225 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Network 8efa825d-e3b5-4b96-adc3-147bb1ec670c is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:49:31.337155 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:49:31.341043 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:49:31.347133 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Pushing event updated for resources: {'Port': ['ID=2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:31.357766 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:31.358118 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:31.358448 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:31.358787 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:31.359116 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:31.359448 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:31.359776 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:31.360100 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:31.360441 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:31.360805 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:31.361125 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:31.361506 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:49:31.415562 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Attempting to bind port 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:49:31.415939 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Attempting to bind port 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': '42789b0d-001f-4210-8135-7c1517b081b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8efa825d-e3b5-4b96-adc3-147bb1ec670c'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:49:31.416332 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Attempting to bind port 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a on network 8efa825d-e3b5-4b96-adc3-147bb1ec670c {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:49:31.421355 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:49:31.421752 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Checking segment: {'id': '42789b0d-001f-4210-8135-7c1517b081b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8efa825d-e3b5-4b96-adc3-147bb1ec670c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:49:31.422148 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:31.422899 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Bound using segment: {'id': '42789b0d-001f-4210-8135-7c1517b081b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8efa825d-e3b5-4b96-adc3-147bb1ec670c'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:49:31.423374 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Bound port: 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42789b0d-001f-4210-8135-7c1517b081b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8efa825d-e3b5-4b96-adc3-147bb1ec670c'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:49:31.423822 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:31.487202 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] For port 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:49:31.490770 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] For port 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a,segment=NetworkSegment(42789b0d-001f-4210-8135-7c1517b081b9),segment_id=42789b0d-001f-4210-8135-7c1517b081b9)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:49:31.495451 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:31.554289 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2275c6-c89a-4637-96c4-1c0f54a9a851 None None] Pushing event updated for resources: {'Port': ['ID=2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:31.843540 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:49:31.902570 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:49:32.437228 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2140c2-72b2-4295-bb21-387048f12563 None None] Network 8efa825d-e3b5-4b96-adc3-147bb1ec670c requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:49:32.513932 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-91cfaa10-1d85-4c53-9a20-54e180db9b63 None None] Provisioning for port 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:49:32.525173 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-91cfaa10-1d85-4c53-9a20-54e180db9b63 None None] Provisioning complete for port 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:49:32.525570 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-91cfaa10-1d85-4c53-9a20-54e180db9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:32.670084 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-91cfaa10-1d85-4c53-9a20-54e180db9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:32.706870 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-91cfaa10-1d85-4c53-9a20-54e180db9b63 None None] For port 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a,segment=NetworkSegment(42789b0d-001f-4210-8135-7c1517b081b9),segment_id=42789b0d-001f-4210-8135-7c1517b081b9)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:49:32.712148 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-91cfaa10-1d85-4c53-9a20-54e180db9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:32.764276 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfaa10-1d85-4c53-9a20-54e180db9b63 None None] Pushing event updated for resources: {'Port': ['ID=2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:32.934590 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-0009c76e-c77e-40ca-9363-ee9506cd2fc1 None None] Provisioning complete for port 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:49:32.935280 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0009c76e-c77e-40ca-9363-ee9506cd2fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:33.776392 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:49:33.828184 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 2fbc5c5a-f9b0-46cf-913e-e11e8070ce8a triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:49:33.828549 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:37.649578 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dbc4dc20-6967-4342-8a59-9d64375ea267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:41.317810 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:41.631526 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a07f323-95ca-4831-9465-f0f8f17399b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:42.306041 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:44.779750 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:45.770743 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:50:07.657081 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-953cdfbd-c469-43a5-b8d5-6772a28c79ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:11.321744 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:11.633005 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e19aab78-96fd-449f-9c94-dd4c79a3a978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:12.308392 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:14.784946 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:22.770028 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:50:37.648455 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b9684b10-c5ae-4a6f-8f12-cee88804b8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:41.324698 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:41.633856 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f49e782f-f713-4f6c-b341-4bcd7f091c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:42.041445 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44190) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:42.047506 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [None req-2229179c-943b-4aa1-b911-9fec3fc37360 tempest-verify_tempest_config-2024343510 tempest-verify_tempest_config-2024343510-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92928) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:50:42.049170 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2229179c-943b-4aa1-b911-9fec3fc37360 tempest-verify_tempest_config-2024343510 tempest-verify_tempest_config-2024343510-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067577 Jul 16 02:50:42.309687 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:42.354743 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44208) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:42.454844 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:42.574565 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:42.578527 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:42.624482 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bf7fd89af51436a9e7f090133308599&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2686889 Jul 16 02:50:42.625320 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5dd72c-96ca-4e73-99b1-f599b431e1aa,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:42.627740 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44212) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:42.633059 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.633429 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.633776 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.634112 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.634447 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.634796 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.635507 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.635507 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.635774 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.636095 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.636416 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.636769 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3d104e-63b0-4ed2-88c4-2833cace337c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.683726 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:42.704378 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:42.798300 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:42.801057 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:42.802195 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d5dd72c-96ca-4e73-99b1-f599b431e1aa HTTP/1.1" status: 204 len: 168 time: 0.1732872 Jul 16 02:50:42.809759 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5dd72c-96ca-4e73-99b1-f599b431e1aa,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:42.817057 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.817420 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.817764 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.818100 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.818685 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.819029 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.819360 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.819677 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.820014 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.820338 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.820655 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:42.820991 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8c5ef8-c327-4c3d-a257-99fd2970a989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:44.791445 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:59.769259 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:51:07.652879 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-78bb5c4d-a838-435e-8567-ee9fac207432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.325596 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:11.633943 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e1f3bb05-c5a0-46ea-9e67-e82088158d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:12.313235 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:14.791756 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:36.767251 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:51:37.654395 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-986c656b-6724-4093-b328-770918e64385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:41.326593 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:41.634380 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e175cc79-343d-4612-b2be-97eb348fbbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:42.316278 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:44.795970 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:07.654630 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-44dcce11-dc92-41ab-9032-8bbc6d34fb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:11.329425 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:11.635525 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9caca37d-d9c4-457a-beb5-d76ad6739ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:12.318074 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:13.765567 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 5 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:52:14.799155 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:18.839082 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-960523'] for agent, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:35.043318 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44286) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:52:35.146872 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-57f5b9ef-6b89-4b6a-acd1-723d65b30c77 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1023135 Jul 16 02:52:37.309858 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44296) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:52:37.370112 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-3f5f5fc8-1c4b-4251-ada8-b771f9575ddd admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0591464 Jul 16 02:52:37.655506 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fbb8ff2d-de53-4739-89e2-021164be1e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:41.332517 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:41.637821 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b32003e2-a800-426b-bb63-160de275cb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:42.321956 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:44.800724 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:48.799151 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:50.763998 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:53:07.655549 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-793cd5ce-599b-4ae5-b62e-5fff1d72568e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:11.338136 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:11.638700 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-103f5b90-2f90-4f9e-bb3b-669d08e267c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:12.323961 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:14.805356 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:18.807540 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:27.763367 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:53:37.657017 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f869e2cb-29b6-4425-b6b7-3957ae4b7280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:41.331599 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:41.642618 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-66f0bd1c-d7af-44e0-abf4-be89f3cf6c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:42.329208 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:44.810261 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.848531 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.763888 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:54:07.664017 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6260e43a-681d-4697-80f8-d126859733cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.345233 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.663395 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f0428b38-209b-4c20-9721-68044eeffe8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.342251 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.820127 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.951489 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44542) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:17.079218 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44554) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:17.227799 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1592503088-network', 'tenant_id': '9a30596729dc4ff6a9a2365ae8874fbb'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:17.267235 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Made reservation on behalf of 9a30596729dc4ff6a9a2365ae8874fbb for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:17.274992 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.298989 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.467816 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.474168 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.492113 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1700439137-network', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:17.514087 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc59c3ba-68e1-40dc-b759-cda20013d062,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:17.528220 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:54:17.537816 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:17.538085 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:17.538388 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:17.538729 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:17.539184 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:17.539455 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:17.539864 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:17.540209 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:17.540566 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:17.540961 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:17.541283 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:17.541798 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Tracked resource versions report: Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: pushed versions: Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: { 'AddressGroup': {'1.2'}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'ConntrackHelper': {'1.0'}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Log': {'1.0'}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Network': {'1.1'}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Port': {'1.7'}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'PortForwarding': {'1.2'}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'QosPolicy': {'1.8'}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'SecurityGroup': {'1.4'}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'SubPort': {'1.0'}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Subnet': {'1.1'}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Trunk': {'1.1'}} Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: consumer versions: Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: { DHCP agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: HyperV agent@hv-cinder-78836: {}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: L3 agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: Metadata agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: Metering agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: Open vSwitch agent@dv-cinder-788364-5-iscsi: { 'AddressGroup': '1.2', Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'ConntrackHelper': '1.0', Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Log': '1.0', Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Network': '1.1', Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Port': '1.7', Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'PortForwarding': '1.2', Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'QosPolicy': '1.8', Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'SecurityGroup': '1.4', Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'SecurityGroupRule': '1.2', Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'SubPort': '1.0', Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Subnet': '1.1', Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: 'Trunk': '1.1'}} Jul 16 02:54:17.543005 dv-cinder-788364-5-iscsi neutron-server[92927]: {{(pid=92927) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:54:17.564233 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.564597 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Added segment 195fae43-389b-4d3c-ae13-ae9aa0a1d792 of type vlan for network f284f302-7311-400b-bede-0fb8e9ca7583 Jul 16 02:54:17.612280 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] Made reservation on behalf of 0218a0c0773246a6b0ec31970dce3bef for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:17.616276 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.636082 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.640371 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.734494 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.735674 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:17.736137 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.803856 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.815896 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.830230 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:54:17.862475 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.862826 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] Added segment 8f534e36-1004-400f-af39-65798c7ae8b6 of type vlan for network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 Jul 16 02:54:17.894110 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44580) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:17.999315 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0431604 Jul 16 02:54:18.000861 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c64f5-3423-4fbd-ba34-19f8bd2d9afa admin admin] Pushing event updated for resources: {'Network': ['ID=f284f302-7311-400b-bede-0fb8e9ca7583,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:18.003639 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806db140-1005-480e-8145-e783a18a0a31,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:18.005137 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44596) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:18.015572 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network f284f302-7311-400b-bede-0fb8e9ca7583 details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:54:18.023190 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Request body: {'subnet': {'network_id': 'f284f302-7311-400b-bede-0fb8e9ca7583', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1592503088-subnet', 'tenant_id': '9a30596729dc4ff6a9a2365ae8874fbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:18.045274 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.077605 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Made reservation on behalf of 9a30596729dc4ff6a9a2365ae8874fbb for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:18.088562 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.108562 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.110718 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:18.112767 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.217715 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] Pushing event updated for resources: {'Network': ['ID=4acc2c2e-58bf-4d93-b9e8-16813084eb28,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:18.231728 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:54:18.241176 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d42f3bef-662b-4dd1-9f09-2a39aac16e65 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1470654 Jul 16 02:54:18.244605 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44602) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:18.259789 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-17af7dbb-9e3e-49dd-9cc4-653fb9325912 admin admin] Request body: {'subnet': {'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1700439137-subnet', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:18.311731 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1683752145-network', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:18.321714 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17af7dbb-9e3e-49dd-9cc4-653fb9325912 admin admin] Made reservation on behalf of 0218a0c0773246a6b0ec31970dce3bef for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:18.324629 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-17af7dbb-9e3e-49dd-9cc4-653fb9325912 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.492471 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] Made reservation on behalf of 29aae069908e46e4a488a1aace77f0c8 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:18.502186 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.590027 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.757508 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-17af7dbb-9e3e-49dd-9cc4-653fb9325912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.865540 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.875118 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af7dbb-9e3e-49dd-9cc4-653fb9325912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1b4036-f5ae-4ccd-bf7c-5fae46445f97,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:18.897134 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.904926 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17af7dbb-9e3e-49dd-9cc4-653fb9325912 admin admin] Checking segment: {'id': '8f534e36-1004-400f-af39-65798c7ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:18.905534 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af7dbb-9e3e-49dd-9cc4-653fb9325912 admin admin] Network hostable DHCP agents. Network: 4acc2c2e-58bf-4d93-b9e8-16813084eb28, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:54:18.943574 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17af7dbb-9e3e-49dd-9cc4-653fb9325912 admin admin] Network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:54:18.970531 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-17af7dbb-9e3e-49dd-9cc4-653fb9325912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 4acc2c2e-58bf-4d93-b9e8-16813084eb28) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:18.979530 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17af7dbb-9e3e-49dd-9cc4-653fb9325912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:18.980409 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-17af7dbb-9e3e-49dd-9cc4-653fb9325912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.987146 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c49339b-83d3-4785-ae6f-60194e182093 None None] Network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:18.995271 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Pushing event updated for resources: {'Subnet': ['ID=289bd2fd-6f99-4de9-95a9-c035880c380b,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:19.018549 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:19.019226 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:19.020450 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:19.021148 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:19.021773 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:19.026695 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:19.031231 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:19.033655 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:19.036604 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:19.037633 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:19.040958 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:19.041668 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Tracked resource versions report: Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: pushed versions: Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: { 'AddressGroup': {'1.2'}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'ConntrackHelper': {'1.0'}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Log': {'1.0'}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Network': {'1.1'}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Port': {'1.7'}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'PortForwarding': {'1.2'}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'QosPolicy': {'1.8'}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'SecurityGroup': {'1.4'}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'SubPort': {'1.0'}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Subnet': {'1.1'}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Trunk': {'1.1'}} Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: consumer versions: Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: { DHCP agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: HyperV agent@hv-cinder-78836: {}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: L3 agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: Metadata agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: Metering agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: Open vSwitch agent@dv-cinder-788364-5-iscsi: { 'AddressGroup': '1.2', Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'ConntrackHelper': '1.0', Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Log': '1.0', Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Network': '1.1', Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Port': '1.7', Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'PortForwarding': '1.2', Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'QosPolicy': '1.8', Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'SecurityGroup': '1.4', Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'SecurityGroupRule': '1.2', Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'SubPort': '1.0', Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Subnet': '1.1', Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: 'Trunk': '1.1'}} Jul 16 02:54:19.044408 dv-cinder-788364-5-iscsi neutron-server[92928]: {{(pid=92928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:54:19.167524 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.179068 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.193790 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-17af7dbb-9e3e-49dd-9cc4-653fb9325912 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9473736 Jul 16 02:54:19.198286 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44632) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:19.212256 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1700439137-router', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:19.218625 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Checking segment: {'id': '195fae43-389b-4d3c-ae13-ae9aa0a1d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f284f302-7311-400b-bede-0fb8e9ca7583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:19.219896 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Network hostable DHCP agents. Network: f284f302-7311-400b-bede-0fb8e9ca7583, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:54:19.294296 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-891120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10646'] for router, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.296953 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10653'] for router, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.366187 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:54:19.416601 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.424214 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deff3cd8-8b95-4005-9fb7-c96d8e4e45b8,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:19.432698 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa978dc-762c-46b2-894b-8d368a95c79b None None] Network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:19.458227 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.462681 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] Added segment 33a58671-fc65-46a4-a996-1344b4b6623d of type vlan for network 2f019d7f-ca97-4436-8164-18594840904c Jul 16 02:54:19.524774 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Network f284f302-7311-400b-bede-0fb8e9ca7583 is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:54:19.628601 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-891029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7799'] for router, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.645864 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, f284f302-7311-400b-bede-0fb8e9ca7583) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:19.657049 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:19.657443 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.668751 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb79aa-0ee2-4c9a-8905-839f75813956 None None] Network f284f302-7311-400b-bede-0fb8e9ca7583 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:19.701621 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.756532 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e3fcdda3-dc93-4202-bb83-4f1b7a25966c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7440190 Jul 16 02:54:19.830728 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.832924 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:19.834236 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.980161 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] Pushing event updated for resources: {'Network': ['ID=2f019d7f-ca97-4436-8164-18594840904c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:19.999032 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7c048621-a0a0-4d1d-9e0b-b3ae627d9efa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1027255 Jul 16 02:54:20.003311 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44676) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:20.014648 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 2f019d7f-ca97-4436-8164-18594840904c details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:54:20.016156 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ef51977a-6f04-4b2c-9a70-4e89d64249a0 admin admin] Request body: {'subnet': {'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1683752145-subnet', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:20.078069 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef51977a-6f04-4b2c-9a70-4e89d64249a0 admin admin] Made reservation on behalf of 29aae069908e46e4a488a1aace77f0c8 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:20.081385 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ef51977a-6f04-4b2c-9a70-4e89d64249a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.181265 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.238883 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0292568-f8f6-4972-a4d9-1ecbc2b9dc9c None None] Network f284f302-7311-400b-bede-0fb8e9ca7583 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:20.250309 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.469627 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ef51977a-6f04-4b2c-9a70-4e89d64249a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.512450 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Allocated IP 172.27.1.195 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/22d13f03-97fe-41ac-b54d-fdab11e65506) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:20.542646 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51977a-6f04-4b2c-9a70-4e89d64249a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74e7130c-43e1-4974-8008-6ba18bb52ea5,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:20.554876 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef51977a-6f04-4b2c-9a70-4e89d64249a0 admin admin] Checking segment: {'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:20.555601 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef51977a-6f04-4b2c-9a70-4e89d64249a0 admin admin] Network hostable DHCP agents. Network: 2f019d7f-ca97-4436-8164-18594840904c, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:54:20.595821 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef51977a-6f04-4b2c-9a70-4e89d64249a0 admin admin] Network 2f019d7f-ca97-4436-8164-18594840904c is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:54:20.616556 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-ef51977a-6f04-4b2c-9a70-4e89d64249a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 2f019d7f-ca97-4436-8164-18594840904c) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:20.632380 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d9973b-5608-4082-97f0-bcb382119637 None None] Network 2f019d7f-ca97-4436-8164-18594840904c requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:20.656950 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef51977a-6f04-4b2c-9a70-4e89d64249a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:20.658772 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ef51977a-6f04-4b2c-9a70-4e89d64249a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.713769 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ef51977a-6f04-4b2c-9a70-4e89d64249a0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7023392 Jul 16 02:54:20.716036 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44720) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:20.732771 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:20.783972 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.829721 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-891120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10646'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.832055 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10653'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.964895 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44730) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:20.967633 dv-cinder-788364-5-iscsi neutron-server[92927]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 02:54:21.007063 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.018339 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10044808-b05a-5995-a1b9-af19030856e8-2f019d7f-ca97-4436-8164-18594840904c', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5'}]}} from dv-cinder-788364-5-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:54:21.019859 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.086516 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.110744 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:21.132607 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:21.194061 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:21.334902 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Pushing event updated for resources: {'Port': ['ID=22d13f03-97fe-41ac-b54d-fdab11e65506,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:21.429195 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-891029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7799'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.512381 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44748) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:21.526165 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-fc38ff97-19bd-44da-a8a3-d691d9e7ffa2 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:21.535644 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-fc38ff97-19bd-44da-a8a3-d691d9e7ffa2 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/networks?id=f284f302-7311-400b-bede-0fb8e9ca7583 HTTP/1.1" status: 200 len: 812 time: 0.5684712 Jul 16 02:54:21.567500 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-a36c090c-d549-4c59-ac60-344c2a89aa96 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/quotas/9a30596729dc4ff6a9a2365ae8874fbb HTTP/1.1" status: 200 len: 375 time: 0.0302515 Jul 16 02:54:21.595930 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Allocated IP 172.20.0.2 (2f019d7f-ca97-4436-8164-18594840904c/74e7130c-43e1-4974-8008-6ba18bb52ea5/0a3e925e-6f27-4fe0-9879-0e504853e3f4) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:21.665259 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-1656f721-94ef-4cfc-907b-0cb82d7b1ad8 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a30596729dc4ff6a9a2365ae8874fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0957999 Jul 16 02:54:21.740444 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44756) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:21.827355 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44764) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:21.858397 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.016219 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.033483 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Transition to ACTIVE for port object 0a3e925e-6f27-4fe0-9879-0e504853e3f4 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:22.070174 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Transition to ACTIVE for port object 0a3e925e-6f27-4fe0-9879-0e504853e3f4 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:22.083847 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.096830 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0c39ed5c-8242-40ea-bd61-6e83581c4b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.123616 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-e7b3c9ea-69aa-4e9a-8e38-8e75c7c1d939 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:54:22.124800 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-e7b3c9ea-69aa-4e9a-8e38-8e75c7c1d939 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0971627 Jul 16 02:54:22.150710 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Network 2f019d7f-ca97-4436-8164-18594840904c is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:22.154450 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:22.161418 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:22.163720 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9fbe484b-964b-4150-968b-b6c155daa2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.228420 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Pushing event updated for resources: {'Port': ['ID=0a3e925e-6f27-4fe0-9879-0e504853e3f4,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:22.237728 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:22.238131 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:22.238456 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:22.238791 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:22.239118 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:22.239450 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:22.239851 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:22.240325 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:22.240715 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:22.241053 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:22.241445 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:22.241770 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Tracked resource versions report: Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: pushed versions: Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: { 'AddressGroup': {'1.2'}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'ConntrackHelper': {'1.0'}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Log': {'1.0'}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Network': {'1.1'}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Port': {'1.7'}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'PortForwarding': {'1.2'}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'QosPolicy': {'1.8'}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'SecurityGroup': {'1.4'}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'SubPort': {'1.0'}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Subnet': {'1.1'}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Trunk': {'1.1'}} Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: consumer versions: Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: { DHCP agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: HyperV agent@hv-cinder-78836: {}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: L3 agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: Metadata agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: Metering agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: Open vSwitch agent@dv-cinder-788364-5-iscsi: { 'AddressGroup': '1.2', Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'ConntrackHelper': '1.0', Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Log': '1.0', Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Network': '1.1', Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Port': '1.7', Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'PortForwarding': '1.2', Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'QosPolicy': '1.8', Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'SecurityGroup': '1.4', Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'SecurityGroupRule': '1.2', Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'SubPort': '1.0', Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Subnet': '1.1', Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: 'Trunk': '1.1'}} Jul 16 02:54:22.243040 dv-cinder-788364-5-iscsi neutron-server[92929]: {{(pid=92929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:54:22.264315 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.275901 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Attempting to bind port 0a3e925e-6f27-4fe0-9879-0e504853e3f4 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:22.276274 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Attempting to bind port 0a3e925e-6f27-4fe0-9879-0e504853e3f4 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:22.276722 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Attempting to bind port 0a3e925e-6f27-4fe0-9879-0e504853e3f4 on network 2f019d7f-ca97-4436-8164-18594840904c {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:22.285068 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:22.285964 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Checking segment: {'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:22.286394 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.287138 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Bound using segment: {'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:22.287963 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Bound port: 0a3e925e-6f27-4fe0-9879-0e504853e3f4, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:22.289245 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.303545 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.307191 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4280ebe9-4e3b-4453-9832-c7745b95171f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.369937 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-7b1ed264-3b5a-4842-afa4-691481d50fc6 service neutron] 10.222.0.39 "GET /v2.0/networks/f284f302-7311-400b-bede-0fb8e9ca7583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323697 Jul 16 02:54:22.449952 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] For port 0a3e925e-6f27-4fe0-9879-0e504853e3f4, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:22.462572 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] For port 0a3e925e-6f27-4fe0-9879-0e504853e3f4, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=0a3e925e-6f27-4fe0-9879-0e504853e3f4,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:22.471518 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.526636 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-891131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890880'] for router, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.532798 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9fbe484b-964b-4150-968b-b6c155daa2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.555086 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Allocated IP 172.27.1.23 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/68d1cfe8-b491-4883-82e8-48ed57b70dde) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:22.564316 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.db.api [None req-4280ebe9-4e3b-4453-9832-c7745b95171f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 02:54:22.564316 dv-cinder-788364-5-iscsi neutron-server[92927]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 02:54:22.564316 dv-cinder-788364-5-iscsi neutron-server[92927]: [parameters: {'project_id_1': '35756d88ffe84e0cbbbf41943a5e0896', 'expiration_1': datetime.datetime(2021, 7, 16, 2, 54, 22, 364904)}] Jul 16 02:54:22.564316 dv-cinder-788364-5-iscsi neutron-server[92927]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92927) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:54:22.565363 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG oslo_db.api [None req-4280ebe9-4e3b-4453-9832-c7745b95171f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:54:22.590830 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9fbe484b-964b-4150-968b-b6c155daa2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.632487 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638b551-2f36-44aa-b7b4-cacd79e3a150 None None] Pushing event updated for resources: {'Port': ['ID=0a3e925e-6f27-4fe0-9879-0e504853e3f4,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:22.650864 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-c673eadb-9055-4eed-84da-2b6ac35b4c93 service neutron] 10.222.0.39 "GET /v2.0/networks/f284f302-7311-400b-bede-0fb8e9ca7583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384553 Jul 16 02:54:22.705648 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9fbe484b-964b-4150-968b-b6c155daa2eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c62f3a23444b400192233d2ef78b53a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9201076 Jul 16 02:54:22.705916 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44786) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:22.707900 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe484b-964b-4150-968b-b6c155daa2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52754f9b-c674-4356-b348-a6caec63d6a9,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:22.787493 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.888443 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0c39ed5c-8242-40ea-bd61-6e83581c4b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.899373 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0c39ed5c-8242-40ea-bd61-6e83581c4b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.961832 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0c39ed5c-8242-40ea-bd61-6e83581c4b93 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f0690297dce41d8999a26efcb48a30e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2153971 Jul 16 02:54:22.969148 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-151a28ee-19a4-4164-ab54-7501e6507ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.971066 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44798) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:23.002488 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.178897 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4280ebe9-4e3b-4453-9832-c7745b95171f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.196973 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44812) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:23.287546 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:23.306062 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:23.316900 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:23.322426 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Pushing event updated for resources: {'Port': ['ID=68d1cfe8-b491-4883-82e8-48ed57b70dde,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:23.369476 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-af82f98c-359d-4715-850e-4f5d53d3e072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.372262 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39ed5c-8242-40ea-bd61-6e83581c4b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dd4672-d24e-4ece-9138-4dca325d00fe,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:23.427014 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-151a28ee-19a4-4164-ab54-7501e6507ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.430078 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44828) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:23.434854 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Router d407e34e-3372-4a67-bf3f-09a64fd800f1 is scheduled to L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 with binding_index 1 {{(pid=92927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:54:23.471257 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b71e02d3-bc9d-40b8-86eb-a6365c697af5 req-6a74f204-dde4-4e81-8c38-0970c82e30ce tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 210 time: 0.2643273 Jul 16 02:54:23.693253 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-af82f98c-359d-4715-850e-4f5d53d3e072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.819472 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1386d6ac-1dba-4026-bda9-58abea5b60ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.908218 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.069852 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-151a28ee-19a4-4164-ab54-7501e6507ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.080617 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-151a28ee-19a4-4164-ab54-7501e6507ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.085071 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 0a3e925e-6f27-4fe0-9879-0e504853e3f4 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:24.085903 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-151a28ee-19a4-4164-ab54-7501e6507ad1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52754f9b-c674-4356-b348-a6caec63d6a9 HTTP/1.1" status: 204 len: 168 time: 1.3779099 Jul 16 02:54:24.123727 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-af82f98c-359d-4715-850e-4f5d53d3e072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.131739 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-af82f98c-359d-4715-850e-4f5d53d3e072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.133736 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-af82f98c-359d-4715-850e-4f5d53d3e072 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15dd4672-d24e-4ece-9138-4dca325d00fe HTTP/1.1" status: 204 len: 168 time: 1.1566570 Jul 16 02:54:24.139399 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a28ee-19a4-4164-ab54-7501e6507ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52754f9b-c674-4356-b348-a6caec63d6a9,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:24.154730 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:24.170468 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Sync routers for ids ['d407e34e-3372-4a67-bf3f-09a64fd800f1'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:24.193615 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Routers {'d407e34e-3372-4a67-bf3f-09a64fd800f1'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:24.198315 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['d407e34e-3372-4a67-bf3f-09a64fd800f1'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:24.241840 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 0a3e925e-6f27-4fe0-9879-0e504853e3f4 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:24.272568 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82f98c-359d-4715-850e-4f5d53d3e072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dd4672-d24e-4ece-9138-4dca325d00fe,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:24.318932 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4280ebe9-4e3b-4453-9832-c7745b95171f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.334809 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4280ebe9-4e3b-4453-9832-c7745b95171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.341876 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.343138 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c4b0feaa-5009-4da6-80a8-03153495c4ba admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1417060 Jul 16 02:54:24.361460 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44854) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:24.486951 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f104ff0-de67-471c-9b35-60055d99abf8 None None] Network 2f019d7f-ca97-4436-8164-18594840904c requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:24.558481 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-4280ebe9-4e3b-4453-9832-c7745b95171f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35756d88ffe84e0cbbbf41943a5e0896&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7255335 Jul 16 02:54:24.563939 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44862) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:24.580619 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280ebe9-4e3b-4453-9832-c7745b95171f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d5eae0-8e17-4239-acb1-63cdb933e73f,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:24.589979 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b2f10015-f5de-4c01-8d6c-d0826fe547ef None None] Provisioning for port 0a3e925e-6f27-4fe0-9879-0e504853e3f4 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:24.608966 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b2f10015-f5de-4c01-8d6c-d0826fe547ef None None] Provisioning complete for port 0a3e925e-6f27-4fe0-9879-0e504853e3f4 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:24.609356 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b2f10015-f5de-4c01-8d6c-d0826fe547ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.670188 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Set router d407e34e-3372-4a67-bf3f-09a64fd800f1 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:24.671469 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-891131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890880'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.932235 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44880) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:24.986501 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d20901f5-703c-44a6-adfa-d48cb3e182f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.089966 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c8e3b99f-2a98-45eb-9830-5aa0b8e3a1b0 req-a63f1878-2b15-4723-99db-41f5fb88e2d3 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 210 time: 0.2973657 Jul 16 02:54:25.213719 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1700439137-router', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '22d13f03-97fe-41ac-b54d-fdab11e65506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:19Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 3, 'project_id': '0218a0c0773246a6b0ec31970dce3bef', 'gw_port': {'id': '22d13f03-97fe-41ac-b54d-fdab11e65506', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:25.254840 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Checking router: d407e34e-3372-4a67-bf3f-09a64fd800f1 for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:25.255570 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Updating router d407e34e-3372-4a67-bf3f-09a64fd800f1 port 22d13f03-97fe-41ac-b54d-fdab11e65506 binding host dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:54:25.283463 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1386d6ac-1dba-4026-bda9-58abea5b60ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.297186 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b2f10015-f5de-4c01-8d6c-d0826fe547ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.303963 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.315338 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1386d6ac-1dba-4026-bda9-58abea5b60ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.361319 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-b2f10015-f5de-4c01-8d6c-d0826fe547ef None None] For port 0a3e925e-6f27-4fe0-9879-0e504853e3f4, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=0a3e925e-6f27-4fe0-9879-0e504853e3f4,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:25.370650 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Router 5a883065-29bb-4518-8a9b-254119326319 is scheduled to L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:54:25.371598 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b2f10015-f5de-4c01-8d6c-d0826fe547ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.375001 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a706a82-d4c4-4b13-863d-68c7b2f8712f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.439171 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f10015-f5de-4c01-8d6c-d0826fe547ef None None] Pushing event updated for resources: {'Port': ['ID=0a3e925e-6f27-4fe0-9879-0e504853e3f4,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:25.498007 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d20901f5-703c-44a6-adfa-d48cb3e182f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.507208 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d20901f5-703c-44a6-adfa-d48cb3e182f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.534692 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1386d6ac-1dba-4026-bda9-58abea5b60ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ae32a22a9414c77b9c0c36853c39e69&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1031704 Jul 16 02:54:25.545733 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44896) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:25.555291 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20901f5-703c-44a6-adfa-d48cb3e182f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af28cb2f-2861-4258-9728-93aae24e5716,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:25.575260 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a706a82-d4c4-4b13-863d-68c7b2f8712f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.578672 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386d6ac-1dba-4026-bda9-58abea5b60ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f64944-f690-4946-8a42-30477438854c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:25.621780 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d20901f5-703c-44a6-adfa-d48cb3e182f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0eb1bd4c3bfd466d92ba58e3b4a4759c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6840689 Jul 16 02:54:25.622459 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44898) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:25.689857 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-71204d0f-a9a6-46cb-b572-bb69776b3850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.717933 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-71204d0f-a9a6-46cb-b572-bb69776b3850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.752266 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.765322 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Transition to ACTIVE for port object 22d13f03-97fe-41ac-b54d-fdab11e65506 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:25.795027 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.812456 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-21fa99c6-5862-4a67-b511-93dc215efde7 None None] Provisioning complete for port 0a3e925e-6f27-4fe0-9879-0e504853e3f4 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:25.814373 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-21fa99c6-5862-4a67-b511-93dc215efde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.829717 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-71204d0f-a9a6-46cb-b572-bb69776b3850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.833222 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-71204d0f-a9a6-46cb-b572-bb69776b3850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.844444 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-71204d0f-a9a6-46cb-b572-bb69776b3850 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af28cb2f-2861-4258-9728-93aae24e5716 HTTP/1.1" status: 204 len: 168 time: 0.2186358 Jul 16 02:54:25.876006 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71204d0f-a9a6-46cb-b572-bb69776b3850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af28cb2f-2861-4258-9728-93aae24e5716,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:25.908721 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Attempting to bind port 22d13f03-97fe-41ac-b54d-fdab11e65506 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:25.913483 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Attempting to bind port 22d13f03-97fe-41ac-b54d-fdab11e65506 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:25.914000 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Attempting to bind port 22d13f03-97fe-41ac-b54d-fdab11e65506 on network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:25.948014 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Pushing event updated for resources: {'Port': ['ID=22d13f03-97fe-41ac-b54d-fdab11e65506,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:25.955609 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:25.956267 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Checking segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:25.958381 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.958935 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Bound using segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:25.959666 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Bound port: 22d13f03-97fe-41ac-b54d-fdab11e65506, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:25.961473 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.034504 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:26.036695 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:26.037180 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:26.037669 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:26.038124 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:26.038578 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:26.039027 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:26.039468 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:26.039935 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:26.040378 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:26.053900 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:26.054514 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Tracked resource versions report: Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: pushed versions: Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: { 'AddressGroup': {'1.2'}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'ConntrackHelper': {'1.0'}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Log': {'1.0'}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Network': {'1.1'}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Port': {'1.7'}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'PortForwarding': {'1.2'}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'QosPolicy': {'1.8'}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'SecurityGroup': {'1.4'}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'SubPort': {'1.0'}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Subnet': {'1.1'}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Trunk': {'1.1'}} Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: consumer versions: Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: { DHCP agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: HyperV agent@hv-cinder-78836: {}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: L3 agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: Metadata agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: Metering agent@dv-cinder-788364-5-iscsi: {}, Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: Open vSwitch agent@dv-cinder-788364-5-iscsi: { 'AddressGroup': '1.2', Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'ConntrackHelper': '1.0', Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Log': '1.0', Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Network': '1.1', Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Port': '1.7', Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'PortForwarding': '1.2', Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'QosPolicy': '1.8', Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'SecurityGroup': '1.4', Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'SecurityGroupRule': '1.2', Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'SubPort': '1.0', Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Subnet': '1.1', Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: 'Trunk': '1.1'}} Jul 16 02:54:26.057306 dv-cinder-788364-5-iscsi neutron-server[92930]: {{(pid=92930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:54:26.165474 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] For port 22d13f03-97fe-41ac-b54d-fdab11e65506, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:26.179925 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] For port 22d13f03-97fe-41ac-b54d-fdab11e65506, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=22d13f03-97fe-41ac-b54d-fdab11e65506,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:26.185964 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c8257d4-c5ff-4039-bd43-c8a35c319435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.193272 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.275412 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a706a82-d4c4-4b13-863d-68c7b2f8712f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.282124 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a706a82-d4c4-4b13-863d-68c7b2f8712f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.288706 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5a706a82-d4c4-4b13-863d-68c7b2f8712f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62d5eae0-8e17-4239-acb1-63cdb933e73f HTTP/1.1" status: 204 len: 168 time: 1.7141469 Jul 16 02:54:26.316650 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 0a3e925e-6f27-4fe0-9879-0e504853e3f4 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:26.326705 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:26.433174 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Sync routers for ids ['5a883065-29bb-4518-8a9b-254119326319'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:26.443308 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c8257d4-c5ff-4039-bd43-c8a35c319435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.455977 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.459066 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-83d3eef9-b37a-478a-8241-da75c4c35191 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7401264 Jul 16 02:54:26.460539 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a706a82-d4c4-4b13-863d-68c7b2f8712f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d5eae0-8e17-4239-acb1-63cdb933e73f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:26.463716 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 44926) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:26.474000 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Routers {'d407e34e-3372-4a67-bf3f-09a64fd800f1'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:26.485870 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['d407e34e-3372-4a67-bf3f-09a64fd800f1'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:26.529507 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.543655 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Routers {'5a883065-29bb-4518-8a9b-254119326319'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:26.547319 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['5a883065-29bb-4518-8a9b-254119326319'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:26.672633 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd812f-7767-41bb-992d-fa226e95b31a None None] Pushing event updated for resources: {'Port': ['ID=22d13f03-97fe-41ac-b54d-fdab11e65506,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:26.887084 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] Set router d407e34e-3372-4a67-bf3f-09a64fd800f1 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:26.912902 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 0a3e925e-6f27-4fe0-9879-0e504853e3f4 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:26.913569 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.948872 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Allocated IP 172.20.0.1 (4acc2c2e-58bf-4d93-b9e8-16813084eb28/1e1b4036-f5ae-4ccd-bf7c-5fae46445f97/c3c74611-3924-49cd-863b-5bb3282d033c) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:27.036819 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Set router 5a883065-29bb-4518-8a9b-254119326319 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:27.086234 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c8257d4-c5ff-4039-bd43-c8a35c319435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.093555 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3c8257d4-c5ff-4039-bd43-c8a35c319435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.095154 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3c8257d4-c5ff-4039-bd43-c8a35c319435 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/29f64944-f690-4946-8a42-30477438854c HTTP/1.1" status: 204 len: 168 time: 1.5480537 Jul 16 02:54:27.200487 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8257d4-c5ff-4039-bd43-c8a35c319435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f64944-f690-4946-8a42-30477438854c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:27.255772 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d3262810-1fda-4d6d-8493-eeea84e34048 req-750c4ce4-58a4-4330-b5eb-dda80ab2d212 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 210 time: 0.2030065 Jul 16 02:54:27.413020 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.424441 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1700439137-router', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '22d13f03-97fe-41ac-b54d-fdab11e65506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:19Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 3, 'project_id': '0218a0c0773246a6b0ec31970dce3bef', 'gw_port': {'id': '22d13f03-97fe-41ac-b54d-fdab11e65506', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:27.469709 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.59', 56512) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:27.473201 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 44942) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:27.619451 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e5b7d8f8-e1ff-4664-82ab-f4051de4d832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.822267 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.905366 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e2bebc-7a31-4179-bf60-e1737ace5ebc None None] The sync data for ids ['d407e34e-3372-4a67-bf3f-09a64fd800f1'] in dv-cinder-788364-5-iscsi is: [{'id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1700439137-router', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '22d13f03-97fe-41ac-b54d-fdab11e65506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:19Z', 'updated_at': '2021-07-16T02:54:21Z', 'revision_number': 3, 'project_id': '0218a0c0773246a6b0ec31970dce3bef', 'gw_port': {'id': '22d13f03-97fe-41ac-b54d-fdab11e65506', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:27.939813 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:27.992051 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:23Z', 'revision_number': 3, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:28.040547 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:28.087950 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:28.088634 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958519'] for router_interface, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:28.109547 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Checking router: 5a883065-29bb-4518-8a9b-254119326319 for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:28.118009 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Updating router 5a883065-29bb-4518-8a9b-254119326319 port 68d1cfe8-b491-4883-82e8-48ed57b70dde binding host dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:54:28.157747 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:28.262830 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-979a4575-1899-464f-8e70-f5c0c5668a4c tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:28.266658 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:28.272894 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-979a4575-1899-464f-8e70-f5c0c5668a4c tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.59 "GET /v2.0/networks?id=f284f302-7311-400b-bede-0fb8e9ca7583 HTTP/1.1" status: 200 len: 812 time: 0.7968497 Jul 16 02:54:28.439405 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-e1ab6482-3710-452e-952e-81009f748217 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Request body: {'port': {'device_id': '4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4', 'network_id': 'f284f302-7311-400b-bede-0fb8e9ca7583', 'admin_state_up': True, 'tenant_id': '9a30596729dc4ff6a9a2365ae8874fbb'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:28.867111 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Pushing event updated for resources: {'Port': ['ID=c3c74611-3924-49cd-863b-5bb3282d033c,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:28.905305 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Allocated IP 172.20.0.1 (2f019d7f-ca97-4436-8164-18594840904c/74e7130c-43e1-4974-8008-6ba18bb52ea5/9ab68036-eb3e-4f36-9dda-84ac0482056c) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:29.005879 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.017774 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a38d111c-95c2-4b5e-9f30-34eb0a371880 req-04f3b54a-3bcf-40b4-9843-a87d9578c6b5 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 210 time: 0.1518486 Jul 16 02:54:29.043394 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Transition to ACTIVE for port object 68d1cfe8-b491-4883-82e8-48ed57b70dde will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:29.054032 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.162869 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9886a-b190-4414-8245-224258752437 None None] Pushing event updated for resources: {'Port': ['ID=68d1cfe8-b491-4883-82e8-48ed57b70dde,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:29.170950 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Attempting to bind port 68d1cfe8-b491-4883-82e8-48ed57b70dde on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:29.174928 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Attempting to bind port 68d1cfe8-b491-4883-82e8-48ed57b70dde by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:29.178011 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Attempting to bind port 68d1cfe8-b491-4883-82e8-48ed57b70dde on network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:29.183593 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.196649 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:29.197055 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Checking segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:29.197472 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.197876 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Bound using segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:29.198375 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Bound port: 68d1cfe8-b491-4883-82e8-48ed57b70dde, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:29.198788 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.238527 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Transition to ACTIVE for port object 9ab68036-eb3e-4f36-9dda-84ac0482056c will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:29.376704 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.493798 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] For port 68d1cfe8-b491-4883-82e8-48ed57b70dde, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:29.515515 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] For port 68d1cfe8-b491-4883-82e8-48ed57b70dde, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=68d1cfe8-b491-4883-82e8-48ed57b70dde,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:29.529925 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.543984 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Network 2f019d7f-ca97-4436-8164-18594840904c is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:29.549558 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:29.557107 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Pushing event updated for resources: {'Port': ['ID=9ab68036-eb3e-4f36-9dda-84ac0482056c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:29.572880 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:29.573712 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958519'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.784247 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9886a-b190-4414-8245-224258752437 None None] Pushing event updated for resources: {'Port': ['ID=68d1cfe8-b491-4883-82e8-48ed57b70dde,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:29.822416 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e5b7d8f8-e1ff-4664-82ab-f4051de4d832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.837368 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Routers {'5a883065-29bb-4518-8a9b-254119326319'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:29.838804 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['5a883065-29bb-4518-8a9b-254119326319'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:29.840532 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e5b7d8f8-e1ff-4664-82ab-f4051de4d832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.079206 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.149745 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-e5b7d8f8-e1ff-4664-82ab-f4051de4d832 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfbbe03a1cce46ca96b4831d39ba3ccb&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6707611 Jul 16 02:54:30.156207 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 45052) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:30.359667 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-e1ab6482-3710-452e-952e-81009f748217 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Made reservation on behalf of 9a30596729dc4ff6a9a2365ae8874fbb for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:30.373099 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-e1ab6482-3710-452e-952e-81009f748217 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.405311 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7d8f8-e1ff-4664-82ab-f4051de4d832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd5dfb5-93d8-4390-93b7-2c264eb00bce,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:30.418763 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] Set router 5a883065-29bb-4518-8a9b-254119326319 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:30.712951 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 22d13f03-97fe-41ac-b54d-fdab11e65506 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:30.843631 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8c0db0c1-1aa4-41a0-8a5e-ec202adc3d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.849226 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fba55fbf-bc6b-45ed-8c60-3f86c4c554d4 req-c1d2b78d-cec3-416e-83b7-b9469da0a03f tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 210 time: 0.0977564 Jul 16 02:54:30.857430 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.933411 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2278682e-f620-4b54-b078-2a802f9ef0f6 None None] Provisioning for port 9ab68036-eb3e-4f36-9dda-84ac0482056c completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:30.982851 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2278682e-f620-4b54-b078-2a802f9ef0f6 None None] Provisioning complete for port 9ab68036-eb3e-4f36-9dda-84ac0482056c triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:30.993567 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2278682e-f620-4b54-b078-2a802f9ef0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.310693 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2278682e-f620-4b54-b078-2a802f9ef0f6 None None] Port 9ab68036-eb3e-4f36-9dda-84ac0482056c cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:31.416767 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 45062) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:31.417414 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 45068) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:31.433581 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8c0db0c1-1aa4-41a0-8a5e-ec202adc3d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.461374 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 22d13f03-97fe-41ac-b54d-fdab11e65506 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:31.500912 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 22d13f03-97fe-41ac-b54d-fdab11e65506 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:31.504167 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.557387 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8c0db0c1-1aa4-41a0-8a5e-ec202adc3d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.563006 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8c0db0c1-1aa4-41a0-8a5e-ec202adc3d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.569882 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8c0db0c1-1aa4-41a0-8a5e-ec202adc3d93 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7cd5dfb5-93d8-4390-93b7-2c264eb00bce HTTP/1.1" status: 204 len: 168 time: 1.3544080 Jul 16 02:54:31.695940 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.703933 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.705049 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958531'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.812510 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Pushing event updated for resources: {'Port': ['ID=9ab68036-eb3e-4f36-9dda-84ac0482056c,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:32.026259 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0db0c1-1aa4-41a0-8a5e-ec202adc3d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd5dfb5-93d8-4390-93b7-2c264eb00bce,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:32.154261 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:23Z', 'revision_number': 3, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:32.242675 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60e6d94d-ba49-4a9f-8e12-d89efe158dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.274772 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-e1ab6482-3710-452e-952e-81009f748217 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Allocated IP 172.20.0.10 (f284f302-7311-400b-bede-0fb8e9ca7583/289bd2fd-6f99-4de9-95a9-c035880c380b/b237f339-56dc-42bd-b2ae-0188d17076f8) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:32.299110 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Network 2f019d7f-ca97-4436-8164-18594840904c is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:32.302177 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:32.584058 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60e6d94d-ba49-4a9f-8e12-d89efe158dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.585961 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-62f25306-1489-4680-8029-f2433429b582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.643118 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60e6d94d-ba49-4a9f-8e12-d89efe158dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.798781 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303b4269-0e52-4bec-b49d-13b599a74e9b None None] The sync data for ids ['5a883065-29bb-4518-8a9b-254119326319'] in dv-cinder-788364-5-iscsi is: [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:23Z', 'revision_number': 3, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:32.811861 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.996470 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Router 5a883065-29bb-4518-8a9b-254119326319 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:54:33.043449 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 22d13f03-97fe-41ac-b54d-fdab11e65506, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=22d13f03-97fe-41ac-b54d-fdab11e65506,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:33.045379 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-810e3c58-88a1-491c-9a22-49b2b64b9c57 None None] Provisioning complete for port 9ab68036-eb3e-4f36-9dda-84ac0482056c triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:33.052874 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-810e3c58-88a1-491c-9a22-49b2b64b9c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:33.119401 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:33.230198 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:33.238556 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-810e3c58-88a1-491c-9a22-49b2b64b9c57 None None] Port 9ab68036-eb3e-4f36-9dda-84ac0482056c cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:33.274782 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d755c022-b7a1-439f-bbee-4064937172c0 req-87d66c0b-f03a-49a3-ad4e-9e0b1587fba9 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 210 time: 0.3854008 Jul 16 02:54:33.278471 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=22d13f03-97fe-41ac-b54d-fdab11e65506,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:33.289322 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:33.316370 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c40bd937-9f29-4594-a5a0-59a6a3e67eff admin admin] 10.222.0.39 "PUT /v2.0/routers/5a883065-29bb-4518-8a9b-254119326319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8289661 Jul 16 02:54:33.317534 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:33.319795 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958531'] for router_interface, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:33.337364 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-60e6d94d-ba49-4a9f-8e12-d89efe158dd0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a34add8ccf64922859587d081cb50dc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8358700 Jul 16 02:54:33.340582 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45104) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:33.367629 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6d94d-ba49-4a9f-8e12-d89efe158dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49a5df9-484d-425c-8372-cdc24db2161c,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:33.535417 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-caadf11d-4a4e-4179-9370-d5cc48eeac6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:33.635443 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-caadf11d-4a4e-4179-9370-d5cc48eeac6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:33.653616 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-62f25306-1489-4680-8029-f2433429b582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:33.660068 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Pushing event updated for resources: {'Port': ['ID=c3c74611-3924-49cd-863b-5bb3282d033c,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:33.668127 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-62f25306-1489-4680-8029-f2433429b582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:33.778981 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-caadf11d-4a4e-4179-9370-d5cc48eeac6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:33.786591 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-caadf11d-4a4e-4179-9370-d5cc48eeac6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:33.788811 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-caadf11d-4a4e-4179-9370-d5cc48eeac6e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e49a5df9-484d-425c-8372-cdc24db2161c HTTP/1.1" status: 204 len: 168 time: 0.4464085 Jul 16 02:54:33.818646 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadf11d-4a4e-4179-9370-d5cc48eeac6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49a5df9-484d-425c-8372-cdc24db2161c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:33.945531 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-62f25306-1489-4680-8029-f2433429b582 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07672a04c428434e98d9c5af6df77bde&name=default HTTP/1.1" status: 200 len: 2978 time: 2.4477720 Jul 16 02:54:33.947087 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45122) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:33.999887 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:34.011860 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f25306-1489-4680-8029-f2433429b582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7623fe06-c3ab-40ce-90e0-88273075226b,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:34.021636 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:34.090061 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-e1ab6482-3710-452e-952e-81009f748217 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:34.121947 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-594f02b3-5aa4-43b5-b2aa-aba1e574df49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:34.177180 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-594f02b3-5aa4-43b5-b2aa-aba1e574df49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:34.285486 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-594f02b3-5aa4-43b5-b2aa-aba1e574df49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:34.294976 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-594f02b3-5aa4-43b5-b2aa-aba1e574df49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:34.300304 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-594f02b3-5aa4-43b5-b2aa-aba1e574df49 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7623fe06-c3ab-40ce-90e0-88273075226b HTTP/1.1" status: 204 len: 168 time: 0.3507051 Jul 16 02:54:34.341344 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f02b3-5aa4-43b5-b2aa-aba1e574df49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7623fe06-c3ab-40ce-90e0-88273075226b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:34.366299 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-e1ab6482-3710-452e-952e-81009f748217 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:34.865948 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-e1ab6482-3710-452e-952e-81009f748217 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Network f284f302-7311-400b-bede-0fb8e9ca7583 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:34.896355 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-e1ab6482-3710-452e-952e-81009f748217 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:34.907242 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-e1ab6482-3710-452e-952e-81009f748217 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:34.914228 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-e1ab6482-3710-452e-952e-81009f748217 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:34.914980 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-e1ab6482-3710-452e-952e-81009f748217 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:34.921134 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab6482-3710-452e-952e-81009f748217 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Pushing event updated for resources: {'Port': ['ID=b237f339-56dc-42bd-b2ae-0188d17076f8,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:34.983665 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-e1ab6482-3710-452e-952e-81009f748217 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5631006 Jul 16 02:54:35.000338 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Router d407e34e-3372-4a67-bf3f-09a64fd800f1 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:54:35.025159 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-7e225e4c-65f7-46ff-afd8-4005b104033e tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:54:35.027545 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-7e225e4c-65f7-46ff-afd8-4005b104033e tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114989 Jul 16 02:54:35.079360 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb421a97-38f1-4bae-9fb8-72f2f70b4834 req-7d7ee948-2066-48f9-aa9e-7d0da5961ce6 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:35.083720 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-eb421a97-38f1-4bae-9fb8-72f2f70b4834 req-7d7ee948-2066-48f9-aa9e-7d0da5961ce6 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 932 time: 0.4031553 Jul 16 02:54:35.434990 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-eb421a97-38f1-4bae-9fb8-72f2f70b4834 req-7618c8af-ee05-46c0-8936-506936c907fe tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328331 Jul 16 02:54:35.656606 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 22d13f03-97fe-41ac-b54d-fdab11e65506 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:35.808216 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:35.827282 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Sync routers for ids ['d407e34e-3372-4a67-bf3f-09a64fd800f1'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:35.837559 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8033744e-d349-48f2-89ff-128932043b0a admin admin] 10.222.0.39 "PUT /v2.0/routers/d407e34e-3372-4a67-bf3f-09a64fd800f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4565294 Jul 16 02:54:35.870986 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Routers {'d407e34e-3372-4a67-bf3f-09a64fd800f1'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:35.873897 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['d407e34e-3372-4a67-bf3f-09a64fd800f1'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:35.965434 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 22d13f03-97fe-41ac-b54d-fdab11e65506 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:35.965567 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:36.127368 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Sync routers for ids ['5a883065-29bb-4518-8a9b-254119326319'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:36.233533 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45166) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:36.317852 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92754b85-9216-4d4b-bf78-82d70e137234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:36.502266 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 68d1cfe8-b491-4883-82e8-48ed57b70dde up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:36.719037 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Routers {'5a883065-29bb-4518-8a9b-254119326319'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:36.720688 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['5a883065-29bb-4518-8a9b-254119326319'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:36.751034 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Set router d407e34e-3372-4a67-bf3f-09a64fd800f1 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:36.935674 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92754b85-9216-4d4b-bf78-82d70e137234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:36.948228 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92754b85-9216-4d4b-bf78-82d70e137234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:37.062279 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92754b85-9216-4d4b-bf78-82d70e137234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b44e821-44ab-4635-a1b3-32f00b334b1b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:37.106021 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-92754b85-9216-4d4b-bf78-82d70e137234 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6eb93707f574705983a07a869cf884e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8680778 Jul 16 02:54:37.108934 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45196) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:37.135465 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 68d1cfe8-b491-4883-82e8-48ed57b70dde completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:37.157334 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 68d1cfe8-b491-4883-82e8-48ed57b70dde triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:37.157568 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:37.336869 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Request body: {'port': {'device_id': '4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:37.455177 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9b0db5cd-4de5-4318-aa2a-81b8820fb284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:37.609264 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9b0db5cd-4de5-4318-aa2a-81b8820fb284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:37.652562 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1700439137-router', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '22d13f03-97fe-41ac-b54d-fdab11e65506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:19Z', 'updated_at': '2021-07-16T02:54:29Z', 'revision_number': 4, 'project_id': '0218a0c0773246a6b0ec31970dce3bef', 'gw_port': {'id': '22d13f03-97fe-41ac-b54d-fdab11e65506', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': 'c3c74611-3924-49cd-863b-5bb3282d033c', 'name': '', 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef', 'mac_address': 'fa:16:3e:e2:aa:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e1b4036-f5ae-4ccd-bf7c-5fae46445f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:26Z', 'updated_at': '2021-07-16T02:54:31Z', 'revision_number': 2, 'project_id': '0218a0c0773246a6b0ec31970dce3bef', 'subnets': [{'id': '1e1b4036-f5ae-4ccd-bf7c-5fae46445f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:37.718615 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Set router 5a883065-29bb-4518-8a9b-254119326319 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:37.821572 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Checking router: d407e34e-3372-4a67-bf3f-09a64fd800f1 for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:37.824633 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Updating router d407e34e-3372-4a67-bf3f-09a64fd800f1 port c3c74611-3924-49cd-863b-5bb3282d033c binding host dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:54:37.847253 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9b0db5cd-4de5-4318-aa2a-81b8820fb284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:37.869243 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9b0db5cd-4de5-4318-aa2a-81b8820fb284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:37.871248 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9b0db5cd-4de5-4318-aa2a-81b8820fb284 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b44e821-44ab-4635-a1b3-32f00b334b1b HTTP/1.1" status: 204 len: 168 time: 0.7526114 Jul 16 02:54:37.896346 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c9bd858f-9523-4666-90e2-c5b3039ce589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:37.912969 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0db5cd-4de5-4318-aa2a-81b8820fb284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b44e821-44ab-4635-a1b3-32f00b334b1b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:38.031662 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.069706 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.086112 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa561aa8-c1f2-44c9-a8a2-1d294bc76049 req-57b42334-83e5-4e39-8e6b-78e17fefbee5 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:38.104341 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fa561aa8-c1f2-44c9-a8a2-1d294bc76049 req-57b42334-83e5-4e39-8e6b-78e17fefbee5 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 932 time: 1.0237250 Jul 16 02:54:38.138526 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 68d1cfe8-b491-4883-82e8-48ed57b70dde, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=68d1cfe8-b491-4883-82e8-48ed57b70dde,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:38.152958 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.273744 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45238) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:38.282537 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-79121c93-8e16-4fff-8afa-9851971aac81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1950834458', 'description': 'tempest-description--1347458488'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:38.335741 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fa561aa8-c1f2-44c9-a8a2-1d294bc76049 req-95596909-66d5-4e73-a1b2-3fd0f6d81247 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282691 Jul 16 02:54:38.340342 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=68d1cfe8-b491-4883-82e8-48ed57b70dde,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:38.357936 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.422439 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79121c93-8e16-4fff-8afa-9851971aac81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.811694 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:31Z', 'revision_number': 2, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:38.860378 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79121c93-8e16-4fff-8afa-9851971aac81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.873274 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79121c93-8e16-4fff-8afa-9851971aac81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.930382 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-79121c93-8e16-4fff-8afa-9851971aac81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.936187 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-79121c93-8e16-4fff-8afa-9851971aac81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6596930 Jul 16 02:54:38.946712 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Checking router: 5a883065-29bb-4518-8a9b-254119326319 for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:38.947785 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Updating router 5a883065-29bb-4518-8a9b-254119326319 port 9ab68036-eb3e-4f36-9dda-84ac0482056c binding host dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:54:38.954114 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45266) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:38.972470 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-dc3640dd-f69e-4772-82ae-bef96f702f19 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Request body: {'security_group_rule': {'security_group_id': '730c72c3-505c-42d5-a6ee-d6d6c0495d42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:39.019484 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.037593 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.069217 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79121c93-8e16-4fff-8afa-9851971aac81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730c72c3-505c-42d5-a6ee-d6d6c0495d42,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:39.071374 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Transition to ACTIVE for port object c3c74611-3924-49cd-863b-5bb3282d033c will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:39.105569 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.115149 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc3640dd-f69e-4772-82ae-bef96f702f19 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.251004 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc3640dd-f69e-4772-82ae-bef96f702f19 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.252746 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecf8c2-6a0d-4d58-943a-bcd0dee509a4 None None] Pushing event updated for resources: {'Port': ['ID=c3c74611-3924-49cd-863b-5bb3282d033c,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:39.263648 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc3640dd-f69e-4772-82ae-bef96f702f19 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.325331 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3640dd-f69e-4772-82ae-bef96f702f19 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f6b0d2-5e75-495e-bb86-6ed3ba9d6218,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:39.347956 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc3640dd-f69e-4772-82ae-bef96f702f19 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.351785 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dc3640dd-f69e-4772-82ae-bef96f702f19 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3922117 Jul 16 02:54:39.356790 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45272) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:39.383094 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-70ec1919-5ae5-42bc-97a2-8666b2bf68dc tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Request body: {'security_group_rule': {'security_group_id': '730c72c3-505c-42d5-a6ee-d6d6c0495d42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:39.504889 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-70ec1919-5ae5-42bc-97a2-8666b2bf68dc tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.589217 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Attempting to bind port c3c74611-3924-49cd-863b-5bb3282d033c on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:39.592919 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Attempting to bind port c3c74611-3924-49cd-863b-5bb3282d033c by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': '8f534e36-1004-400f-af39-65798c7ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:39.593880 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Attempting to bind port c3c74611-3924-49cd-863b-5bb3282d033c on network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:39.622100 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:39.623496 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Checking segment: {'id': '8f534e36-1004-400f-af39-65798c7ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:39.625365 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.627593 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Bound using segment: {'id': '8f534e36-1004-400f-af39-65798c7ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:39.629286 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Bound port: c3c74611-3924-49cd-863b-5bb3282d033c, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f534e36-1004-400f-af39-65798c7ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:39.630840 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.805303 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b237f339-56dc-42bd-b2ae-0188d17076f8 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:39.806387 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-70ec1919-5ae5-42bc-97a2-8666b2bf68dc tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.817947 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-70ec1919-5ae5-42bc-97a2-8666b2bf68dc tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.856617 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.895776 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Transition to ACTIVE for port object b237f339-56dc-42bd-b2ae-0188d17076f8 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:39.938069 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec1919-5ae5-42bc-97a2-8666b2bf68dc tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa744e2a-bb74-4ce3-8e73-15fb5d6ab4ab,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:39.952920 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-70ec1919-5ae5-42bc-97a2-8666b2bf68dc tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.962699 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-70ec1919-5ae5-42bc-97a2-8666b2bf68dc tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6033158 Jul 16 02:54:39.967920 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45316) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:39.982184 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] For port c3c74611-3924-49cd-863b-5bb3282d033c, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:39.998151 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Request body: {'floatingip': {'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:40.015342 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] For port c3c74611-3924-49cd-863b-5bb3282d033c, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=c3c74611-3924-49cd-863b-5bb3282d033c,segment=NetworkSegment(8f534e36-1004-400f-af39-65798c7ae8b6),segment_id=8f534e36-1004-400f-af39-65798c7ae8b6)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:40.020861 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.029283 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.091428 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.124440 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Transition to ACTIVE for port object 9ab68036-eb3e-4f36-9dda-84ac0482056c will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:40.139222 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.195354 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Pushing event updated for resources: {'Port': ['ID=b237f339-56dc-42bd-b2ae-0188d17076f8,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:40.203211 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.253811 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Routers {'d407e34e-3372-4a67-bf3f-09a64fd800f1'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:40.254740 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['d407e34e-3372-4a67-bf3f-09a64fd800f1'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:40.324786 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fba6e-79cd-4cf2-8ee5-a3badecc4603 None None] Pushing event updated for resources: {'Port': ['ID=9ab68036-eb3e-4f36-9dda-84ac0482056c,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:40.326535 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecf8c2-6a0d-4d58-943a-bcd0dee509a4 None None] Pushing event updated for resources: {'Port': ['ID=c3c74611-3924-49cd-863b-5bb3282d033c,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:40.509166 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 68d1cfe8-b491-4883-82e8-48ed57b70dde up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:40.699663 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.748547 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Attempting to bind port 9ab68036-eb3e-4f36-9dda-84ac0482056c on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:40.749220 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Attempting to bind port 9ab68036-eb3e-4f36-9dda-84ac0482056c by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:40.749801 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Attempting to bind port 9ab68036-eb3e-4f36-9dda-84ac0482056c on network 2f019d7f-ca97-4436-8164-18594840904c {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:40.774811 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] Set router d407e34e-3372-4a67-bf3f-09a64fd800f1 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:40.833564 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:40.856701 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Checking segment: {'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:40.857263 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.857923 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Bound using segment: {'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:40.864570 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Bound port: 9ab68036-eb3e-4f36-9dda-84ac0482056c, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:40.865656 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.913140 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf6240-deae-4628-9d7c-b0f6805fe2af req-5e99be0b-15c5-42c8-a87a-b711146c9ee8 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:40.923748 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3eaf6240-deae-4628-9d7c-b0f6805fe2af req-5e99be0b-15c5-42c8-a87a-b711146c9ee8 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 944 time: 1.0222914 Jul 16 02:54:40.937316 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-41efe967-740a-4de1-9d6b-0006cb4fa1aa tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:40.947612 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-41efe967-740a-4de1-9d6b-0006cb4fa1aa tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/networks?id=4acc2c2e-58bf-4d93-b9e8-16813084eb28 HTTP/1.1" status: 200 len: 819 time: 1.0452518 Jul 16 02:54:40.950179 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Attempting to bind port b237f339-56dc-42bd-b2ae-0188d17076f8 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:40.950553 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Attempting to bind port b237f339-56dc-42bd-b2ae-0188d17076f8 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '195fae43-389b-4d3c-ae13-ae9aa0a1d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f284f302-7311-400b-bede-0fb8e9ca7583'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:40.950989 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Attempting to bind port b237f339-56dc-42bd-b2ae-0188d17076f8 on network f284f302-7311-400b-bede-0fb8e9ca7583 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:40.985576 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Port b237f339-56dc-42bd-b2ae-0188d17076f8 on network f284f302-7311-400b-bede-0fb8e9ca7583 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:54:40.985787 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Attempting to bind port b237f339-56dc-42bd-b2ae-0188d17076f8 on network f284f302-7311-400b-bede-0fb8e9ca7583 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:41.004522 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-e76a830a-6540-4079-b770-efdd60ffe301 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/quotas/0218a0c0773246a6b0ec31970dce3bef HTTP/1.1" status: 200 len: 375 time: 0.0555685 Jul 16 02:54:41.032056 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Allocated IP 172.27.1.3 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/ea5f3dbf-49b5-4ef3-a556-9390a0c3bce5) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:41.112237 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 68d1cfe8-b491-4883-82e8-48ed57b70dde triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:41.121468 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:41.190941 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:41.191598 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Checking segment: {'id': '195fae43-389b-4d3c-ae13-ae9aa0a1d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f284f302-7311-400b-bede-0fb8e9ca7583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:41.193126 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Bound using segment: {'id': '195fae43-389b-4d3c-ae13-ae9aa0a1d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f284f302-7311-400b-bede-0fb8e9ca7583'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:41.196287 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Bound port: b237f339-56dc-42bd-b2ae-0188d17076f8, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '195fae43-389b-4d3c-ae13-ae9aa0a1d792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f284f302-7311-400b-bede-0fb8e9ca7583'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:41.197059 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:41.266567 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3eaf6240-deae-4628-9d7c-b0f6805fe2af req-ac19a477-79e2-4219-8cbe-f502f171766f tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416793 Jul 16 02:54:41.334007 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] For port 9ab68036-eb3e-4f36-9dda-84ac0482056c, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:41.472711 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] For port 9ab68036-eb3e-4f36-9dda-84ac0482056c, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=9ab68036-eb3e-4f36-9dda-84ac0482056c,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:41.507560 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:41.533382 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] For port b237f339-56dc-42bd-b2ae-0188d17076f8, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:41.556116 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] For port b237f339-56dc-42bd-b2ae-0188d17076f8, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b237f339-56dc-42bd-b2ae-0188d17076f8,segment=NetworkSegment(195fae43-389b-4d3c-ae13-ae9aa0a1d792),segment_id=195fae43-389b-4d3c-ae13-ae9aa0a1d792)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:41.566227 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:41.569195 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:41.694371 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1700439137-router', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '22d13f03-97fe-41ac-b54d-fdab11e65506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:19Z', 'updated_at': '2021-07-16T02:54:29Z', 'revision_number': 4, 'project_id': '0218a0c0773246a6b0ec31970dce3bef', 'gw_port': {'id': '22d13f03-97fe-41ac-b54d-fdab11e65506', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': 'c3c74611-3924-49cd-863b-5bb3282d033c', 'name': '', 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef', 'mac_address': 'fa:16:3e:e2:aa:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e1b4036-f5ae-4ccd-bf7c-5fae46445f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:26Z', 'updated_at': '2021-07-16T02:54:39Z', 'revision_number': 4, 'project_id': '0218a0c0773246a6b0ec31970dce3bef', 'subnets': [{'id': '1e1b4036-f5ae-4ccd-bf7c-5fae46445f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:41.695342 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:41.744017 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fba6e-79cd-4cf2-8ee5-a3badecc4603 None None] Pushing event updated for resources: {'Port': ['ID=9ab68036-eb3e-4f36-9dda-84ac0482056c,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:41.747475 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:41.750623 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:41.757505 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:41.778537 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:41.840638 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:41.841574 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:41.844692 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] 10.222.0.59 "PUT /v2.0/ports/b237f339-56dc-42bd-b2ae-0188d17076f8 HTTP/1.1" status: 200 len: 1094 time: 5.6973960 Jul 16 02:54:41.845213 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4', 'tag': 'b237f339-56dc-42bd-b2ae-0188d17076f8'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:41.870240 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acbe257-2b0c-461b-949c-dc658caa2139 None None] The sync data for ids ['d407e34e-3372-4a67-bf3f-09a64fd800f1'] in dv-cinder-788364-5-iscsi is: [{'id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1700439137-router', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '22d13f03-97fe-41ac-b54d-fdab11e65506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:19Z', 'updated_at': '2021-07-16T02:54:29Z', 'revision_number': 4, 'project_id': '0218a0c0773246a6b0ec31970dce3bef', 'gw_port': {'id': '22d13f03-97fe-41ac-b54d-fdab11e65506', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': 'c3c74611-3924-49cd-863b-5bb3282d033c', 'name': '', 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef', 'mac_address': 'fa:16:3e:e2:aa:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1e1b4036-f5ae-4ccd-bf7c-5fae46445f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:26Z', 'updated_at': '2021-07-16T02:54:39Z', 'revision_number': 4, 'project_id': '0218a0c0773246a6b0ec31970dce3bef', 'subnets': [{'id': '1e1b4036-f5ae-4ccd-bf7c-5fae46445f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:41.919423 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-304de575-6ffb-41cc-a568-a681c5387b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:41.927960 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:54:41.963032 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Routers {'5a883065-29bb-4518-8a9b-254119326319'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:41.964916 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:54:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['5a883065-29bb-4518-8a9b-254119326319'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:41.997191 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-aa3b9b23-ae6d-4649-aea1-98f1de0f93f6 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0218a0c0773246a6b0ec31970dce3bef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9837177 Jul 16 02:54:42.239575 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996ed0d-fb1c-4fe3-976b-fed57f56ba02 service neutron] Pushing event updated for resources: {'Port': ['ID=b237f339-56dc-42bd-b2ae-0188d17076f8,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:42.353068 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-4ee48439-7650-4259-99d5-139ba3231df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:42.354919 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-4ee48439-7650-4259-99d5-139ba3231df2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a30596729dc4ff6a9a2365ae8874fbb&device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 1097 time: 0.3737013 Jul 16 02:54:42.732718 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] Set router 5a883065-29bb-4518-8a9b-254119326319 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:42.854064 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45354) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:42.928102 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device c3c74611-3924-49cd-863b-5bb3282d033c up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:42.977323 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event updated for resources: {'Port': ['ID=ea5f3dbf-49b5-4ef3-a556-9390a0c3bce5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:43.027706 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:43.041748 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-5dffae7e-3084-49e7-8a64-0c972ce3da86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b237f339-56dc-42bd-b2ae-0188d17076f8 HTTP/1.1" status: 200 len: 217 time: 0.3657231 Jul 16 02:54:43.216119 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:43.461467 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5673e76-d4b6-4e1b-aba3-7c935b750e09 req-1a1e2451-bbb1-4aaa-8db9-93041f6e4a01 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:43.477945 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f5673e76-d4b6-4e1b-aba3-7c935b750e09 req-1a1e2451-bbb1-4aaa-8db9-93041f6e4a01 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 944 time: 0.4344015 Jul 16 02:54:43.537333 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-5bad9041-d3ec-4665-b4f0-371370ddeb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:43.547334 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-5bad9041-d3ec-4665-b4f0-371370ddeb1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=289bd2fd-6f99-4de9-95a9-c035880c380b HTTP/1.1" status: 200 len: 852 time: 0.3353276 Jul 16 02:54:43.760288 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-f479ab14-8bd7-47aa-aabf-b96abe3787ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f284f302-7311-400b-bede-0fb8e9ca7583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1810300 Jul 16 02:54:44.111439 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.119776 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f5673e76-d4b6-4e1b-aba3-7c935b750e09 req-bf13e139-2266-4b86-9632-a37bdf7249e2 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6305254 Jul 16 02:54:44.188503 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-3e93762b-0016-4bf8-92e2-86340ea19718 service neutron] 10.222.0.59 "GET /v2.0/networks/f284f302-7311-400b-bede-0fb8e9ca7583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044070 Jul 16 02:54:44.262314 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.304149 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.332612 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port c3c74611-3924-49cd-863b-5bb3282d033c completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:44.366100 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port c3c74611-3924-49cd-863b-5bb3282d033c triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:44.374117 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.380436 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.398493 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-77d27104-dc96-4e1d-96d8-ae04455acb17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.554534 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.568701 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5822217 Jul 16 02:54:44.580374 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e56994a2-dfc0-4579-847e-624e3fc466c2 req-fd6c7ebc-89f6-4691-8ce6-ba18503daf25 service neutron] 10.222.0.59 "GET /v2.0/networks/f284f302-7311-400b-bede-0fb8e9ca7583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540962 Jul 16 02:54:44.641524 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5847e34-0b25-4807-bc1c-c92e547297fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4", "tag": "b237f339-56dc-42bd-b2ae-0188d17076f8"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:44.675766 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5032e-fe36-495e-b453-797288e2a983 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event updated for resources: {'Port': ['ID=ea5f3dbf-49b5-4ef3-a556-9390a0c3bce5,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:44.871142 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-43bb5ff8-eaef-4884-a30f-10060674b85f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:54:44.872229 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-43bb5ff8-eaef-4884-a30f-10060674b85f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.3894415 Jul 16 02:54:44.977068 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.988788 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-77d27104-dc96-4e1d-96d8-ae04455acb17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.999176 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-77d27104-dc96-4e1d-96d8-ae04455acb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:45.117648 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:45.196681 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-77d27104-dc96-4e1d-96d8-ae04455acb17 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d00156e261c4437f8a74c45cf0ef2a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3167803 Jul 16 02:54:45.198138 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45392) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:45.203269 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d27104-dc96-4e1d-96d8-ae04455acb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2cd2c4-5cd5-44d4-b34f-5b0f98955fa0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:45.349925 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-b600108d-86c3-4bb0-9750-06b48a3d3829 service neutron] 10.222.0.39 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697394 Jul 16 02:54:45.426267 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:41Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:45.461202 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port c3c74611-3924-49cd-863b-5bb3282d033c, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=c3c74611-3924-49cd-863b-5bb3282d033c,segment=NetworkSegment(8f534e36-1004-400f-af39-65798c7ae8b6),segment_id=8f534e36-1004-400f-af39-65798c7ae8b6)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:45.483216 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3ae4321a-9e50-418a-8aa0-ddd03075087c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:45.613689 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3ae4321a-9e50-418a-8aa0-ddd03075087c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:45.626437 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:45.654262 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b5f98-c577-4e4f-a74a-ed8fc5d36315 None None] The sync data for ids ['5a883065-29bb-4518-8a9b-254119326319'] in dv-cinder-788364-5-iscsi is: [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:41Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:45.849217 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=c3c74611-3924-49cd-863b-5bb3282d033c,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:45.877212 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3ae4321a-9e50-418a-8aa0-ddd03075087c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:45.884125 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3ae4321a-9e50-418a-8aa0-ddd03075087c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:45.895644 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3ae4321a-9e50-418a-8aa0-ddd03075087c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a2cd2c4-5cd5-44d4-b34f-5b0f98955fa0 HTTP/1.1" status: 204 len: 168 time: 0.6715989 Jul 16 02:54:45.909751 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4321a-9e50-418a-8aa0-ddd03075087c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2cd2c4-5cd5-44d4-b34f-5b0f98955fa0,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:46.128439 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a215901d-f43c-493f-a00d-53a77786a78a x-openstack-request-id: req-a215901d-f43c-493f-a00d-53a77786a78a {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:46.129026 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4", "tag": "b237f339-56dc-42bd-b2ae-0188d17076f8", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:46.129026 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a215901d-f43c-493f-a00d-53a77786a78a {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:46.129572 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4', 'tag': 'b237f339-56dc-42bd-b2ae-0188d17076f8', 'status': 'completed', 'code': 200} Jul 16 02:54:46.393518 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05a3f8-780d-4067-ae7d-cbfb449edb7e req-2b209de9-be60-4745-969e-4c4b2698cc39 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:46.400169 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dc05a3f8-780d-4067-ae7d-cbfb449edb7e req-2b209de9-be60-4745-969e-4c4b2698cc39 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 944 time: 0.3643858 Jul 16 02:54:46.592717 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dc05a3f8-780d-4067-ae7d-cbfb449edb7e req-050b2bf6-0c97-4a6d-8469-753cd42bcd79 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636302 Jul 16 02:54:46.610704 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847e34-0b25-4807-bc1c-c92e547297fb req-51eeeca5-639b-40f4-9a66-6045a853ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:46.625021 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e5847e34-0b25-4807-bc1c-c92e547297fb req-51eeeca5-639b-40f4-9a66-6045a853ce09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a30596729dc4ff6a9a2365ae8874fbb&device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 1097 time: 0.5322797 Jul 16 02:54:46.656896 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-60fdd1cb-0d49-4c28-9c67-aaf8191f4084 service neutron] 10.222.0.39 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3005497 Jul 16 02:54:46.968263 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45450) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:46.994745 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bceea0c7-6865-424b-ba3a-9a8d435dec3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:47.069136 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45452) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:47.167994 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bceea0c7-6865-424b-ba3a-9a8d435dec3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:47.174284 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bceea0c7-6865-424b-ba3a-9a8d435dec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:47.253670 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 45460) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:47.255451 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bceea0c7-6865-424b-ba3a-9a8d435dec3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f33ff091946e4058aa8cd3186469cd60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785256 Jul 16 02:54:47.257042 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceea0c7-6865-424b-ba3a-9a8d435dec3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18e7aaf-833a-44be-8f8d-73e0cdd7b9e5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:47.365386 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-14e57c5c-1a28-4f48-bb1f-df37386a2a26 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1950834458&fields=id&tenant_id=29aae069908e46e4a488a1aace77f0c8 HTTP/1.1" status: 200 len: 267 time: 0.1642575 Jul 16 02:54:47.376219 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847e34-0b25-4807-bc1c-c92e547297fb req-9d80473f-8824-4322-aee5-a0b904d45d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:47.378378 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e5847e34-0b25-4807-bc1c-c92e547297fb req-9d80473f-8824-4322-aee5-a0b904d45d9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f284f302-7311-400b-bede-0fb8e9ca7583 HTTP/1.1" status: 200 len: 913 time: 0.6678181 Jul 16 02:54:47.420964 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-87f644a2-368e-48b0-b05a-ae001c2da2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:47.571872 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e5847e34-0b25-4807-bc1c-c92e547297fb req-a67fc8a4-480b-4720-9a1e-d5c1f01225cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b237f339-56dc-42bd-b2ae-0188d17076f8 HTTP/1.1" status: 200 len: 217 time: 0.1548424 Jul 16 02:54:47.663265 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1f2b757-19a3-4fa3-84d5-e4f9f0e79fa2 req-0278d4b1-b59b-4d92-8fc3-f1dcc7d248ec tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 210 time: 0.0966721 Jul 16 02:54:47.746764 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-87f644a2-368e-48b0-b05a-ae001c2da2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:47.761920 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-87f644a2-368e-48b0-b05a-ae001c2da2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:47.907800 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847e34-0b25-4807-bc1c-c92e547297fb req-e42a76d7-3ceb-4e8e-a4b3-c2c4085329de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:47.917632 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e5847e34-0b25-4807-bc1c-c92e547297fb req-e42a76d7-3ceb-4e8e-a4b3-c2c4085329de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=289bd2fd-6f99-4de9-95a9-c035880c380b HTTP/1.1" status: 200 len: 852 time: 0.2429307 Jul 16 02:54:47.931494 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-87f644a2-368e-48b0-b05a-ae001c2da2ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8de5d80d2434e9eae42ef75e828ef96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8606188 Jul 16 02:54:47.951545 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45490) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:48.009310 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 9ab68036-eb3e-4f36-9dda-84ac0482056c up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:48.045431 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e5847e34-0b25-4807-bc1c-c92e547297fb req-e130616a-adb3-49ce-ac96-907c19fc91c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f284f302-7311-400b-bede-0fb8e9ca7583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345592 Jul 16 02:54:48.057489 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e76565ed-130c-4bc9-b03f-cd90f883a443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.083765 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f644a2-368e-48b0-b05a-ae001c2da2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc3917f-6fd0-4d06-9deb-e5f38e299502,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:48.129884 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e33cad98-838a-43c0-861d-25708ac27e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.162274 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e33cad98-838a-43c0-861d-25708ac27e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.271119 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 9ab68036-eb3e-4f36-9dda-84ac0482056c completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:48.277813 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 9ab68036-eb3e-4f36-9dda-84ac0482056c triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:48.279185 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e33cad98-838a-43c0-861d-25708ac27e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.280376 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.282238 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e33cad98-838a-43c0-861d-25708ac27e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.286796 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e33cad98-838a-43c0-861d-25708ac27e75 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdc3917f-6fd0-4d06-9deb-e5f38e299502 HTTP/1.1" status: 204 len: 168 time: 0.3297830 Jul 16 02:54:48.297963 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cad98-838a-43c0-861d-25708ac27e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc3917f-6fd0-4d06-9deb-e5f38e299502,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:48.340906 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-158d228b-8095-4929-a512-d7641bcaebc5 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:48.360186 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-158d228b-8095-4929-a512-d7641bcaebc5 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/networks?id=2f019d7f-ca97-4436-8164-18594840904c HTTP/1.1" status: 200 len: 811 time: 0.9938114 Jul 16 02:54:48.432771 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-4c3d2ca7-6461-41e6-ac1b-61b1ba3a55ec tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/quotas/29aae069908e46e4a488a1aace77f0c8 HTTP/1.1" status: 200 len: 375 time: 0.0715642 Jul 16 02:54:48.454562 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e76565ed-130c-4bc9-b03f-cd90f883a443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.472254 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.531974 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 9ab68036-eb3e-4f36-9dda-84ac0482056c, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=9ab68036-eb3e-4f36-9dda-84ac0482056c,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:48.541080 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.542802 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device c3c74611-3924-49cd-863b-5bb3282d033c up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:48.678358 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=9ab68036-eb3e-4f36-9dda-84ac0482056c,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:48.695803 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port c3c74611-3924-49cd-863b-5bb3282d033c triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:48.697058 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.711769 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955762f-de9e-4d18-a7d3-9e7428c244c4 req-5897a5a7-87fa-4273-a158-c675ee7217b6 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:48.725324 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7955762f-de9e-4d18-a7d3-9e7428c244c4 req-5897a5a7-87fa-4273-a158-c675ee7217b6 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 944 time: 0.7300005 Jul 16 02:54:48.787752 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e5847e34-0b25-4807-bc1c-c92e547297fb req-6d9b230c-f1bd-4fd8-ba4c-727b7977aa96 service neutron] 10.222.0.59 "GET /v2.0/networks/f284f302-7311-400b-bede-0fb8e9ca7583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7013772 Jul 16 02:54:48.823070 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7955762f-de9e-4d18-a7d3-9e7428c244c4 req-4362017f-448d-4fa6-a63f-7eb2f02f5eaa tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965993 Jul 16 02:54:48.867207 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.868315 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-4bcc74e3-690c-40e0-861f-63e7be26aeaa tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=29aae069908e46e4a488a1aace77f0c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4337142 Jul 16 02:54:48.897634 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e76565ed-130c-4bc9-b03f-cd90f883a443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.900371 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e76565ed-130c-4bc9-b03f-cd90f883a443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.904156 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-e76565ed-130c-4bc9-b03f-cd90f883a443 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c18e7aaf-833a-44be-8f8d-73e0cdd7b9e5 HTTP/1.1" status: 204 len: 168 time: 1.6432626 Jul 16 02:54:48.953488 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45536) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:48.970119 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76565ed-130c-4bc9-b03f-cd90f883a443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18e7aaf-833a-44be-8f8d-73e0cdd7b9e5,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:49.195377 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45546) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:49.214157 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e117fbd-32c8-429a-afb4-bb2f49a5df56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:49.262368 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-7674d634-0875-45ad-8e4c-d05b3f701197 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:49.270623 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-7674d634-0875-45ad-8e4c-d05b3f701197 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/networks?id=4acc2c2e-58bf-4d93-b9e8-16813084eb28 HTTP/1.1" status: 200 len: 819 time: 0.2447002 Jul 16 02:54:49.274433 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e5847e34-0b25-4807-bc1c-c92e547297fb req-50edb1ea-7396-48bb-b10a-c2cabe81ca0e service neutron] 10.222.0.59 "GET /v2.0/networks/f284f302-7311-400b-bede-0fb8e9ca7583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658201 Jul 16 02:54:49.304271 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-db130875-8d8f-4aaa-872b-69fba9ca14f0 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/quotas/0218a0c0773246a6b0ec31970dce3bef HTTP/1.1" status: 200 len: 375 time: 0.0323431 Jul 16 02:54:49.310989 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-6baec691-47b7-4923-add5-049451ab5cc6 service neutron] 10.222.0.39 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985391 Jul 16 02:54:49.397419 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e117fbd-32c8-429a-afb4-bb2f49a5df56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:49.403835 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0e117fbd-32c8-429a-afb4-bb2f49a5df56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:49.476127 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b4577185-a772-48ad-8639-04460ab055b9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0218a0c0773246a6b0ec31970dce3bef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1697578 Jul 16 02:54:49.485503 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-9868d08c-5ead-4c78-9fed-fc2fb49f552c service neutron] 10.222.0.39 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619780 Jul 16 02:54:49.512387 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e117fbd-32c8-429a-afb4-bb2f49a5df56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7018bfda-ecab-42ff-b3d3-a7c78c439b69,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:49.536292 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 45554) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:49.537257 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0e117fbd-32c8-429a-afb4-bb2f49a5df56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5275760cd2fb479caebb8938937b0a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414748 Jul 16 02:54:49.583253 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-447105af-371c-4ece-8e03-8f7f56f96637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:49.838568 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b0b7e95f-0149-4e1d-9b04-eeab16a555c6 service neutron] 10.222.0.39 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612471 Jul 16 02:54:49.842342 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 45558) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:49.844086 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 9ab68036-eb3e-4f36-9dda-84ac0482056c up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:49.905406 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-447105af-371c-4ece-8e03-8f7f56f96637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:49.916182 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-447105af-371c-4ece-8e03-8f7f56f96637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:49.990031 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447105af-371c-4ece-8e03-8f7f56f96637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e8eaa7-e956-45eb-ab12-96758cf5268e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:50.065708 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-447105af-371c-4ece-8e03-8f7f56f96637 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=918a370a50904a84b9678e9ca82103e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1048205 Jul 16 02:54:50.068718 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45572) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:50.104962 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 9ab68036-eb3e-4f36-9dda-84ac0482056c triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:50.105350 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.233687 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab3a9e77-1ec9-46fb-afd4-a74028c78d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.284379 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab3a9e77-1ec9-46fb-afd4-a74028c78d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.315252 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-afd5f7b3-6642-47c0-b20f-b272269c6b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.427308 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab3a9e77-1ec9-46fb-afd4-a74028c78d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.431291 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ab3a9e77-1ec9-46fb-afd4-a74028c78d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.433750 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ab3a9e77-1ec9-46fb-afd4-a74028c78d2b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70e8eaa7-e956-45eb-ab12-96758cf5268e HTTP/1.1" status: 204 len: 168 time: 0.3632023 Jul 16 02:54:50.449537 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a9e77-1ec9-46fb-afd4-a74028c78d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e8eaa7-e956-45eb-ab12-96758cf5268e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:50.475538 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5c2093a9-7569-4cd4-9f64-8d444a2efd0b req-3479a4d4-adde-4ed7-9501-1e31ba0553b2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 210 time: 0.1549697 Jul 16 02:54:50.563633 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-afd5f7b3-6642-47c0-b20f-b272269c6b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.653155 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-68515b60-8b86-4a92-9724-25010bd25331 service neutron] 10.222.0.39 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8121538 Jul 16 02:54:50.701506 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-afd5f7b3-6642-47c0-b20f-b272269c6b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.705152 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-afd5f7b3-6642-47c0-b20f-b272269c6b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.709617 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-afd5f7b3-6642-47c0-b20f-b272269c6b0a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7018bfda-ecab-42ff-b3d3-a7c78c439b69 HTTP/1.1" status: 204 len: 168 time: 1.1680765 Jul 16 02:54:50.821821 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5f7b3-6642-47c0-b20f-b272269c6b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7018bfda-ecab-42ff-b3d3-a7c78c439b69,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:51.010078 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-adc618be-737b-4a7d-90b0-fcf9b6393cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:51.149842 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d5cd851d-6bdf-408f-b36a-debef0d6e219 req-a06f4d88-f7ad-4985-9a0c-940176e52210 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 210 time: 0.0646520 Jul 16 02:54:51.257435 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-6f910592-e69e-441f-8e92-5f7b94fbe37f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:51.260451 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-6f910592-e69e-441f-8e92-5f7b94fbe37f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.59 "GET /v2.0/networks?id=4acc2c2e-58bf-4d93-b9e8-16813084eb28 HTTP/1.1" status: 200 len: 819 time: 0.5499721 Jul 16 02:54:51.300998 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-f2833cfd-3acd-4bac-bbaf-4c77dddab0a9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Request body: {'port': {'device_id': 'd1e3f238-8247-4fb9-b744-bf9675977643', 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28', 'admin_state_up': True, 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:51.401197 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45608) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:51.423367 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c6f7632-dc01-4577-978c-a0de7688b50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:51.498379 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device b237f339-56dc-42bd-b2ae-0188d17076f8 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:54:51.607732 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-adc618be-737b-4a7d-90b0-fcf9b6393cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:51.644808 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-adc618be-737b-4a7d-90b0-fcf9b6393cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:51.695321 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-adc618be-737b-4a7d-90b0-fcf9b6393cde admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ec0fc1e5b1e46e3b1bd410df148abbb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8385127 Jul 16 02:54:51.696449 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 45622) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:51.833749 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port b237f339-56dc-42bd-b2ae-0188d17076f8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b237f339-56dc-42bd-b2ae-0188d17076f8,segment=NetworkSegment(195fae43-389b-4d3c-ae13-ae9aa0a1d792),segment_id=195fae43-389b-4d3c-ae13-ae9aa0a1d792)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:51.838754 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c6f7632-dc01-4577-978c-a0de7688b50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:51.847997 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7c6f7632-dc01-4577-978c-a0de7688b50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:51.850917 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-55521f43-a899-4628-a22d-d5f0b425c3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:51.862595 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': 'b237f339-56dc-42bd-b2ae-0188d17076f8', 'network_id': 'f284f302-7311-400b-bede-0fb8e9ca7583', 'port_id': 'b237f339-56dc-42bd-b2ae-0188d17076f8', 'mac_address': 'fa:16:3e:3c:76:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '289bd2fd-6f99-4de9-95a9-c035880c380b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:54:51.884968 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7c6f7632-dc01-4577-978c-a0de7688b50a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c122100485af4a80895bb203d2f8b7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824843 Jul 16 02:54:51.891768 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45626) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:51.930516 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-55521f43-a899-4628-a22d-d5f0b425c3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.007888 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.046412 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8278458f-8bf3-4447-9c54-77bd7c7510d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.048554 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f7632-dc01-4577-978c-a0de7688b50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b75bda-09f0-4a19-92c6-a1052afdf85d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:52.056895 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2581da0-ed1e-4bfb-bb1f-b64587ac465a req-5bff8ece-cbc1-40bf-8c6f-2821b6a6a0f3 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:52.058316 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2581da0-ed1e-4bfb-bb1f-b64587ac465a req-5bff8ece-cbc1-40bf-8c6f-2821b6a6a0f3 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 944 time: 0.9574735 Jul 16 02:54:52.087061 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b237f339-56dc-42bd-b2ae-0188d17076f8 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:52.133366 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8278458f-8bf3-4447-9c54-77bd7c7510d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.166811 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port b237f339-56dc-42bd-b2ae-0188d17076f8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b237f339-56dc-42bd-b2ae-0188d17076f8,segment=NetworkSegment(195fae43-389b-4d3c-ae13-ae9aa0a1d792),segment_id=195fae43-389b-4d3c-ae13-ae9aa0a1d792)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:52.171607 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2581da0-ed1e-4bfb-bb1f-b64587ac465a req-7164801e-ee44-4014-9251-c62415abf1c1 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921278 Jul 16 02:54:52.172348 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc618be-737b-4a7d-90b0-fcf9b6393cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c1bb01-f9fe-420f-b09b-5e35e6254df5,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:52.179747 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cdf00c64-c4e3-40d5-bb35-5362dee02771 req-e1078b06-7e08-4944-9d39-cb2037b03966 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 210 time: 0.1497278 Jul 16 02:54:52.181176 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.59', 56535) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:52.184758 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-55521f43-a899-4628-a22d-d5f0b425c3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.190413 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-55521f43-a899-4628-a22d-d5f0b425c3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.195527 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-55521f43-a899-4628-a22d-d5f0b425c3b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78c1bb01-f9fe-420f-b09b-5e35e6254df5 HTTP/1.1" status: 204 len: 168 time: 0.4912100 Jul 16 02:54:52.211860 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.278892 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55521f43-a899-4628-a22d-d5f0b425c3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c1bb01-f9fe-420f-b09b-5e35e6254df5,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:52.284313 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-f2833cfd-3acd-4bac-bbaf-4c77dddab0a9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Made reservation on behalf of 0218a0c0773246a6b0ec31970dce3bef for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:52.291495 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-f2833cfd-3acd-4bac-bbaf-4c77dddab0a9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.318397 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8278458f-8bf3-4447-9c54-77bd7c7510d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.322501 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8278458f-8bf3-4447-9c54-77bd7c7510d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.329148 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8278458f-8bf3-4447-9c54-77bd7c7510d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95b75bda-09f0-4a19-92c6-a1052afdf85d HTTP/1.1" status: 204 len: 168 time: 0.4355135 Jul 16 02:54:52.344374 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278458f-8bf3-4447-9c54-77bd7c7510d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b75bda-09f0-4a19-92c6-a1052afdf85d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:52.483513 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=b237f339-56dc-42bd-b2ae-0188d17076f8,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:52.548550 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['b237f339-56dc-42bd-b2ae-0188d17076f8'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:54:52.646308 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-da667326-b690-4e95-8157-ad673f030bad tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:52.648438 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-da667326-b690-4e95-8157-ad673f030bad tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.59 "GET /v2.0/networks?id=2f019d7f-ca97-4436-8164-18594840904c HTTP/1.1" status: 200 len: 811 time: 0.4512498 Jul 16 02:54:52.719823 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bd416dd9-d3c7-48b4-9827-47ac3c52b14b req-d96c1e55-788f-407d-a273-9e359cec6c51 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 210 time: 0.0878141 Jul 16 02:54:52.786346 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-7301f8f2-3433-4b27-ba70-2669231a4cc0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29aae069908e46e4a488a1aace77f0c8 HTTP/1.1" status: 200 len: 380 time: 0.1153145 Jul 16 02:54:52.793378 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-f2833cfd-3acd-4bac-bbaf-4c77dddab0a9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Allocated IP 172.20.0.11 (4acc2c2e-58bf-4d93-b9e8-16813084eb28/1e1b4036-f5ae-4ccd-bf7c-5fae46445f97/c29b56b2-e411-44f5-b118-93386ea9004a) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:52.806443 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-416e9ff9-bc83-4f4e-bf19-7d2c8e717fe0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Request body: {'port': {'device_id': '30577f7a-88fe-4a13-84c1-495ab7bf308f', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'admin_state_up': True, 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'security_groups': ['730c72c3-505c-42d5-a6ee-d6d6c0495d42']}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:53.115555 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-416e9ff9-bc83-4f4e-bf19-7d2c8e717fe0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Made reservation on behalf of 29aae069908e46e4a488a1aace77f0c8 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:53.131638 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-416e9ff9-bc83-4f4e-bf19-7d2c8e717fe0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:53.400109 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45678) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:53.468562 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8e303902-b976-4f8d-aefc-f63dfff262f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:53.527493 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-f2833cfd-3acd-4bac-bbaf-4c77dddab0a9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:53.540712 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-416e9ff9-bc83-4f4e-bf19-7d2c8e717fe0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Allocated IP 172.20.0.5 (2f019d7f-ca97-4436-8164-18594840904c/74e7130c-43e1-4974-8008-6ba18bb52ea5/2853eb13-74dc-4601-912c-dda35ab6ae65) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:53.692907 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-f2833cfd-3acd-4bac-bbaf-4c77dddab0a9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:53.781713 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8e303902-b976-4f8d-aefc-f63dfff262f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:53.799247 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8e303902-b976-4f8d-aefc-f63dfff262f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:53.872894 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8e303902-b976-4f8d-aefc-f63dfff262f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d457e4a73d46486cbed24aaea1c503fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4683089 Jul 16 02:54:53.875984 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45688) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:53.950276 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e303902-b976-4f8d-aefc-f63dfff262f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1454fae6-d363-4c73-bd4a-d5440e860a3a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:53.966199 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45692) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:54.001057 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6bd9424-1b62-4d7b-a2c1-3be065faefbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.047912 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-38e57d61-7b04-48c7-818f-09b26f5d3198 req-1985511b-a095-4691-a976-e5c5b3e2c1f4 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 210 time: 0.2660949 Jul 16 02:54:54.074307 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.59', 56539) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:54.086274 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-f2833cfd-3acd-4bac-bbaf-4c77dddab0a9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:54.123184 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-f2833cfd-3acd-4bac-bbaf-4c77dddab0a9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:54.127873 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-f2833cfd-3acd-4bac-bbaf-4c77dddab0a9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:54.138570 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-f2833cfd-3acd-4bac-bbaf-4c77dddab0a9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:54.139606 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-f2833cfd-3acd-4bac-bbaf-4c77dddab0a9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.143656 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2833cfd-3acd-4bac-bbaf-4c77dddab0a9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Pushing event updated for resources: {'Port': ['ID=c29b56b2-e411-44f5-b118-93386ea9004a,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:54.237413 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2d056523-d8cc-4331-a2fe-fb26074e0c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.249654 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-416e9ff9-bc83-4f4e-bf19-7d2c8e717fe0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.349284 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2d056523-d8cc-4331-a2fe-fb26074e0c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.386558 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-416e9ff9-bc83-4f4e-bf19-7d2c8e717fe0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Transition to ACTIVE for port object 2853eb13-74dc-4601-912c-dda35ab6ae65 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:54.439137 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6bd9424-1b62-4d7b-a2c1-3be065faefbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.450596 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d6bd9424-1b62-4d7b-a2c1-3be065faefbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.484242 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-90962d93-ce12-4b71-9447-ea48b4701205 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:54.486440 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd9424-1b62-4d7b-a2c1-3be065faefbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf569eb2-ca3c-4e69-b010-8cccd6366c4f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:54.487163 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-90962d93-ce12-4b71-9447-ea48b4701205 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.59 "GET /v2.0/networks?id=4acc2c2e-58bf-4d93-b9e8-16813084eb28 HTTP/1.1" status: 200 len: 819 time: 0.3988950 Jul 16 02:54:54.489835 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2d056523-d8cc-4331-a2fe-fb26074e0c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.492809 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2d056523-d8cc-4331-a2fe-fb26074e0c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.494461 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2d056523-d8cc-4331-a2fe-fb26074e0c5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1454fae6-d363-4c73-bd4a-d5440e860a3a HTTP/1.1" status: 204 len: 168 time: 0.6161005 Jul 16 02:54:54.508993 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d056523-d8cc-4331-a2fe-fb26074e0c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1454fae6-d363-4c73-bd4a-d5440e860a3a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:54.531982 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b0423-32ed-498e-a1fe-d9b7a660affb req-88bd5a2d-d3ad-4355-9349-593a3f486349 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:54.546020 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d6bd9424-1b62-4d7b-a2c1-3be065faefbd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7190e01d02044c5c890de515db79a8c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5774653 Jul 16 02:54:54.546927 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45710) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:54.553635 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8b0b0423-32ed-498e-a1fe-d9b7a660affb req-88bd5a2d-d3ad-4355-9349-593a3f486349 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 945 time: 0.7602987 Jul 16 02:54:54.560085 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-01e77aa8-d718-4207-b276-c83d4e08ea56 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Request body: {'port': {'device_id': 'b11129cf-d945-41b0-a7eb-c25f81c0f173', 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28', 'admin_state_up': True, 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:54.581078 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-f2833cfd-3acd-4bac-bbaf-4c77dddab0a9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2946591 Jul 16 02:54:54.637830 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Request body: {'port': {'device_id': 'd1e3f238-8247-4fb9-b744-bf9675977643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:54.684801 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0df0ed30-f2c7-4dcd-bd42-a195ebd48d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.685221 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d9438148-3fae-41f5-9d50-5050baf883b9 req-8cc7a061-62fb-40e6-9949-fac6a07908a3 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 210 time: 0.1150787 Jul 16 02:54:54.777306 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0df0ed30-f2c7-4dcd-bd42-a195ebd48d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.927438 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0df0ed30-f2c7-4dcd-bd42-a195ebd48d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.936108 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0df0ed30-f2c7-4dcd-bd42-a195ebd48d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.937980 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0df0ed30-f2c7-4dcd-bd42-a195ebd48d8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf569eb2-ca3c-4e69-b010-8cccd6366c4f HTTP/1.1" status: 204 len: 168 time: 0.3898406 Jul 16 02:54:54.960394 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0ed30-f2c7-4dcd-bd42-a195ebd48d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf569eb2-ca3c-4e69-b010-8cccd6366c4f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:55.076823 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-416e9ff9-bc83-4f4e-bf19-7d2c8e717fe0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:55.205975 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8b0b0423-32ed-498e-a1fe-d9b7a660affb req-7e62878a-dfbe-4a32-832b-64e21a2a3b02 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384826 Jul 16 02:54:55.295143 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:55.309234 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-416e9ff9-bc83-4f4e-bf19-7d2c8e717fe0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Network 2f019d7f-ca97-4436-8164-18594840904c is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:55.383816 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-416e9ff9-bc83-4f4e-bf19-7d2c8e717fe0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:55.397876 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-416e9ff9-bc83-4f4e-bf19-7d2c8e717fe0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:55.411968 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-416e9ff9-bc83-4f4e-bf19-7d2c8e717fe0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:55.412779 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-416e9ff9-bc83-4f4e-bf19-7d2c8e717fe0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:55.422274 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e9ff9-bc83-4f4e-bf19-7d2c8e717fe0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event updated for resources: {'Port': ['ID=2853eb13-74dc-4601-912c-dda35ab6ae65,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:55.494216 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device b237f339-56dc-42bd-b2ae-0188d17076f8 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:55.648101 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port b237f339-56dc-42bd-b2ae-0188d17076f8 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:55.670634 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port b237f339-56dc-42bd-b2ae-0188d17076f8 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:55.671342 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:55.678072 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-416e9ff9-bc83-4f4e-bf19-7d2c8e717fe0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8791215 Jul 16 02:54:55.752182 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Request body: {'port': {'device_id': '30577f7a-88fe-4a13-84c1-495ab7bf308f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:55.889796 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:55.927143 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-93485d70-bb22-4d5b-9678-7df4809c1148 None None] Provisioning for port 2853eb13-74dc-4601-912c-dda35ab6ae65 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:55.939198 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b237f339-56dc-42bd-b2ae-0188d17076f8'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:56.069797 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-01e77aa8-d718-4207-b276-c83d4e08ea56 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Made reservation on behalf of 0218a0c0773246a6b0ec31970dce3bef for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:56.073486 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-01e77aa8-d718-4207-b276-c83d4e08ea56 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.131448 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-93485d70-bb22-4d5b-9678-7df4809c1148 None None] Provisioning complete for port 2853eb13-74dc-4601-912c-dda35ab6ae65 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:56.132455 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-93485d70-bb22-4d5b-9678-7df4809c1148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.137580 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7c966-dbdc-42f3-ac01-5d002e739719 req-6e5dfeea-78af-49cf-a0c1-6f78e2e98cf7 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:56.145550 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2df7c966-dbdc-42f3-ac01-5d002e739719 req-6e5dfeea-78af-49cf-a0c1-6f78e2e98cf7 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 931 time: 0.7074349 Jul 16 02:54:56.148558 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port b237f339-56dc-42bd-b2ae-0188d17076f8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b237f339-56dc-42bd-b2ae-0188d17076f8,segment=NetworkSegment(195fae43-389b-4d3c-ae13-ae9aa0a1d792),segment_id=195fae43-389b-4d3c-ae13-ae9aa0a1d792)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:56.171786 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ca5faaa9-2b1f-4d8a-9733-a86bf7a09449 req-db871963-2430-4803-887e-2f8b49cb7dc9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 210 time: 0.1113811 Jul 16 02:54:56.176708 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.280141 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-93485d70-bb22-4d5b-9678-7df4809c1148 None None] Port 2853eb13-74dc-4601-912c-dda35ab6ae65 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:56.330204 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=b237f339-56dc-42bd-b2ae-0188d17076f8,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:56.396950 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.568815 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60549e2b-0522-414e-918e-445f9d7e086d" -d '{"events": [{"server_uuid": "4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4", "name": "network-vif-plugged", "status": "completed", "tag": "b237f339-56dc-42bd-b2ae-0188d17076f8"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:56.573576 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2df7c966-dbdc-42f3-ac01-5d002e739719 req-d59fdb37-b636-492f-809f-de567238a440 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4267602 Jul 16 02:54:56.967557 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b399c-d470-46a7-83ea-e341fc4d6b71 req-0650463a-9793-4bca-9d4c-53735f4d5c1b tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:56.969223 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ff0b399c-d470-46a7-83ea-e341fc4d6b71 req-0650463a-9793-4bca-9d4c-53735f4d5c1b tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 946 time: 0.4715366 Jul 16 02:54:57.130035 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29b56b2-e411-44f5-b118-93386ea9004a {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:57.139321 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ff0b399c-d470-46a7-83ea-e341fc4d6b71 req-c5a736b8-f883-4ca7-a2de-3617dcd4529c tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458006 Jul 16 02:54:57.145685 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:57.181971 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Transition to ACTIVE for port object c29b56b2-e411-44f5-b118-93386ea9004a will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:57.208800 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:57.244003 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51883761-eed9-4560-b8a4-908a7bfd9d53 x-openstack-request-id: req-51883761-eed9-4560-b8a4-908a7bfd9d53 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:57.244446 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4", "name": "network-vif-plugged", "status": "completed", "tag": "b237f339-56dc-42bd-b2ae-0188d17076f8", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:57.244911 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51883761-eed9-4560-b8a4-908a7bfd9d53 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:57.245950 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b237f339-56dc-42bd-b2ae-0188d17076f8', 'code': 200} Jul 16 02:54:57.390129 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Pushing event updated for resources: {'Port': ['ID=c29b56b2-e411-44f5-b118-93386ea9004a,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:57.427742 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-01e77aa8-d718-4207-b276-c83d4e08ea56 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Allocated IP 172.20.0.2 (4acc2c2e-58bf-4d93-b9e8-16813084eb28/1e1b4036-f5ae-4ccd-bf7c-5fae46445f97/7fd2de09-5211-4caf-b323-d49f160e0b07) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:57.440879 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-331200de-74e5-4da1-898b-aa693464ff49 req-c2e3b9e4-4d20-4179-99e8-0f7f07f0da9b tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 210 time: 0.0926867 Jul 16 02:54:57.443518 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2853eb13-74dc-4601-912c-dda35ab6ae65 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:57.491152 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:57.545325 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Transition to ACTIVE for port object 2853eb13-74dc-4601-912c-dda35ab6ae65 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:57.558709 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:57.603126 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.59', 56547) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:57.654179 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Attempting to bind port c29b56b2-e411-44f5-b118-93386ea9004a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:57.654788 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Attempting to bind port c29b56b2-e411-44f5-b118-93386ea9004a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8f534e36-1004-400f-af39-65798c7ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:57.655413 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Attempting to bind port c29b56b2-e411-44f5-b118-93386ea9004a on network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:57.720443 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Port c29b56b2-e411-44f5-b118-93386ea9004a on network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:54:57.721564 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Attempting to bind port c29b56b2-e411-44f5-b118-93386ea9004a on network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:57.738162 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Pushing event updated for resources: {'Port': ['ID=2853eb13-74dc-4601-912c-dda35ab6ae65,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:57.847245 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:57.847851 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Checking segment: {'id': '8f534e36-1004-400f-af39-65798c7ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:57.848504 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Bound using segment: {'id': '8f534e36-1004-400f-af39-65798c7ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:57.850645 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Bound port: c29b56b2-e411-44f5-b118-93386ea9004a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f534e36-1004-400f-af39-65798c7ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:57.851264 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:57.881310 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd43d7-21d9-4878-841b-661e0a03a5e3 req-40808d09-6571-4de6-9220-b6d94be09846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:57.885499 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7fd43d7-21d9-4878-841b-661e0a03a5e3 req-40808d09-6571-4de6-9220-b6d94be09846 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 1099 time: 0.2795880 Jul 16 02:54:57.916996 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c7fd43d7-21d9-4878-841b-661e0a03a5e3 req-c7fc7980-95b3-4f04-bc90-ee48a3b92a67 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:57.956287 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Attempting to bind port 2853eb13-74dc-4601-912c-dda35ab6ae65 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:57.956643 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Attempting to bind port 2853eb13-74dc-4601-912c-dda35ab6ae65 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:57.957020 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Attempting to bind port 2853eb13-74dc-4601-912c-dda35ab6ae65 on network 2f019d7f-ca97-4436-8164-18594840904c {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:57.964983 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Port 2853eb13-74dc-4601-912c-dda35ab6ae65 on network 2f019d7f-ca97-4436-8164-18594840904c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:54:57.965799 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Attempting to bind port 2853eb13-74dc-4601-912c-dda35ab6ae65 on network 2f019d7f-ca97-4436-8164-18594840904c {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:57.985807 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:57.986269 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Checking segment: {'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:57.987166 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Bound using segment: {'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:57.987635 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Bound port: 2853eb13-74dc-4601-912c-dda35ab6ae65, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:57.988000 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:58.189289 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] For port c29b56b2-e411-44f5-b118-93386ea9004a, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:58.196691 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c7fd43d7-21d9-4878-841b-661e0a03a5e3 req-c7fc7980-95b3-4f04-bc90-ee48a3b92a67 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:58.205732 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [req-c7fd43d7-21d9-4878-841b-661e0a03a5e3 req-c7fc7980-95b3-4f04-bc90-ee48a3b92a67 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:58.255654 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-c7fd43d7-21d9-4878-841b-661e0a03a5e3 req-c7fc7980-95b3-4f04-bc90-ee48a3b92a67 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628840 Jul 16 02:54:58.290731 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc7980-95b3-4f04-bc90-ee48a3b92a67 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed21597-9fe2-4ea9-af23-236cee808f22,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:58.320138 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-01e77aa8-d718-4207-b276-c83d4e08ea56 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:58.325069 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] For port c29b56b2-e411-44f5-b118-93386ea9004a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c29b56b2-e411-44f5-b118-93386ea9004a,segment=NetworkSegment(8f534e36-1004-400f-af39-65798c7ae8b6),segment_id=8f534e36-1004-400f-af39-65798c7ae8b6)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:58.364526 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d7a65-5e4d-4840-ac5a-bebe1f83f8bd req-04d5c488-fa5d-4c85-8133-dfa0ff6a516a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:58.378176 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da7d7a65-5e4d-4840-ac5a-bebe1f83f8bd req-04d5c488-fa5d-4c85-8133-dfa0ff6a516a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 943 time: 0.5352519 Jul 16 02:54:58.424281 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:58.458827 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] For port 2853eb13-74dc-4601-912c-dda35ab6ae65, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:58.521926 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:58.522651 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:58.524199 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] 10.222.0.59 "PUT /v2.0/ports/c29b56b2-e411-44f5-b118-93386ea9004a HTTP/1.1" status: 200 len: 1094 time: 3.9091749 Jul 16 02:54:58.527319 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] For port 2853eb13-74dc-4601-912c-dda35ab6ae65, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2853eb13-74dc-4601-912c-dda35ab6ae65,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:58.531180 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e3f238-8247-4fb9-b744-bf9675977643', 'tag': 'c29b56b2-e411-44f5-b118-93386ea9004a'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:58.534695 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dae2ce-1a99-47fc-8814-1025e8f21755" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e3f238-8247-4fb9-b744-bf9675977643", "tag": "c29b56b2-e411-44f5-b118-93386ea9004a"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:58.552165 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:58.590001 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da7d7a65-5e4d-4840-ac5a-bebe1f83f8bd req-12ed95c3-8e82-46ca-a6b2-44bf6dad1cbc tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107148 Jul 16 02:54:58.989751 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b148448-2cb5-4868-944d-f9789b347f0d service neutron] Pushing event updated for resources: {'Port': ['ID=c29b56b2-e411-44f5-b118-93386ea9004a,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:58.999250 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:59.000001 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:59.001780 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] 10.222.0.59 "PUT /v2.0/ports/2853eb13-74dc-4601-912c-dda35ab6ae65 HTTP/1.1" status: 200 len: 1093 time: 3.2754655 Jul 16 02:54:59.053249 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-37055522-03b8-4e0b-91ca-3799e782395c req-169fd956-181c-468d-b30a-97edf5818b7f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 210 time: 0.1125243 Jul 16 02:54:59.063297 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-01e77aa8-d718-4207-b276-c83d4e08ea56 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:59.106093 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45866) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:59.165323 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-01e77aa8-d718-4207-b276-c83d4e08ea56 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:59.171438 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-01e77aa8-d718-4207-b276-c83d4e08ea56 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:59.182376 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbe029-1064-4bea-a574-77bb9d8c0a95 service neutron] Pushing event updated for resources: {'Port': ['ID=2853eb13-74dc-4601-912c-dda35ab6ae65,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:59.187014 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-01e77aa8-d718-4207-b276-c83d4e08ea56 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:59.206485 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-01e77aa8-d718-4207-b276-c83d4e08ea56 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:59.215456 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-01e77aa8-d718-4207-b276-c83d4e08ea56 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:59.263412 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576e4958-0e4b-46fb-b797-d94eb552de72 x-openstack-request-id: req-576e4958-0e4b-46fb-b797-d94eb552de72 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:59.263972 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e3f238-8247-4fb9-b744-bf9675977643", "tag": "c29b56b2-e411-44f5-b118-93386ea9004a", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:59.264412 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-576e4958-0e4b-46fb-b797-d94eb552de72 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:59.265136 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e3f238-8247-4fb9-b744-bf9675977643', 'tag': 'c29b56b2-e411-44f5-b118-93386ea9004a', 'status': 'completed', 'code': 200} Jul 16 02:54:59.269304 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-01e77aa8-d718-4207-b276-c83d4e08ea56 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7667704 Jul 16 02:54:59.320092 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Request body: {'port': {'device_id': 'b11129cf-d945-41b0-a7eb-c25f81c0f173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:59.355321 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063fd4f-3ac9-4b11-9f79-6f98d817f32f req-e2b9c65b-6309-47d9-bb8c-73cbe0277885 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:59.363870 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e063fd4f-3ac9-4b11-9f79-6f98d817f32f req-e2b9c65b-6309-47d9-bb8c-73cbe0277885 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 946 time: 0.8166559 Jul 16 02:54:59.388925 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-78d76065-0f56-41d9-a100-76a4181f07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:59.389102 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f734c99-7a96-4a9c-95de-b8304c373e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:59.390829 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-78d76065-0f56-41d9-a100-76a4181f07f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0218a0c0773246a6b0ec31970dce3bef&device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 1097 time: 0.4491210 Jul 16 02:54:59.457370 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e77aa8-d718-4207-b276-c83d4e08ea56 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Pushing event updated for resources: {'Port': ['ID=7fd2de09-5211-4caf-b323-d49f160e0b07,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:59.473343 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-977fc92c-fffa-4193-b3ff-033ff2265e88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c29b56b2-e411-44f5-b118-93386ea9004a HTTP/1.1" status: 200 len: 217 time: 0.0664101 Jul 16 02:54:59.527654 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f734c99-7a96-4a9c-95de-b8304c373e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:59.533979 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4f734c99-7a96-4a9c-95de-b8304c373e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:59.536354 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e063fd4f-3ac9-4b11-9f79-6f98d817f32f req-dbe9b595-e115-4ac1-aed8-1262b374015b tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714406 Jul 16 02:54:59.585720 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f734c99-7a96-4a9c-95de-b8304c373e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b83c73-78c0-4aa5-94bc-4c401a5c92b5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:59.586163 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-df3bac2c-5d89-456f-aed8-16950c3db607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:59.588008 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-df3bac2c-5d89-456f-aed8-16950c3db607 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29aae069908e46e4a488a1aace77f0c8&device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 1096 time: 0.4655414 Jul 16 02:54:59.606970 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-0e1761ea-d870-4331-81f8-f5204b14c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:59.609116 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-0e1761ea-d870-4331-81f8-f5204b14c9a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1e1b4036-f5ae-4ccd-bf7c-5fae46445f97 HTTP/1.1" status: 200 len: 859 time: 0.1173065 Jul 16 02:54:59.609848 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:59.633257 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4f734c99-7a96-4a9c-95de-b8304c373e2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16cd8844f33942a5bfc8817f83119f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238469 Jul 16 02:54:59.638510 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 45886) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:59.699779 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-1e7d422c-721f-440e-99c9-bee090871c8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4acc2c2e-58bf-4d93-b9e8-16813084eb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792766 Jul 16 02:54:59.701147 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-831dae48-d3b0-4666-bb2a-168d6b874d71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2853eb13-74dc-4601-912c-dda35ab6ae65 HTTP/1.1" status: 200 len: 217 time: 0.0881472 Jul 16 02:54:59.931459 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-7b654d62-9959-489a-a973-f87737c678d6 service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847880 Jul 16 02:55:00.359080 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1aef3d8-2c96-4f8a-b411-3b0faccd08fb req-786ee691-5591-4972-ad01-f3965b5bd10a service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924019 Jul 16 02:55:00.418349 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-d9741e1a-0d35-4a06-9920-d3fe018b0b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:00.419502 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-d9741e1a-0d35-4a06-9920-d3fe018b0b23 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74e7130c-43e1-4974-8008-6ba18bb52ea5 HTTP/1.1" status: 200 len: 850 time: 0.6761584 Jul 16 02:55:00.449574 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7999a4df-bc48-4735-b766-6d27f10608a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:00.575432 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7999a4df-bc48-4735-b766-6d27f10608a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:00.607920 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2be9c-30ff-4379-ab4e-d3e8e7f19bac req-c9d489bb-c4a6-4cf9-bf28-8b6772a38849 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:00.615164 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f4c2be9c-30ff-4379-ab4e-d3e8e7f19bac req-c9d489bb-c4a6-4cf9-bf28-8b6772a38849 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 943 time: 0.6786110 Jul 16 02:55:00.745307 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a18461-c91c-4a38-a642-a07fef909ddc req-b3d66d61-a3b2-4912-ae33-e3e84503d697 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:00.747034 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b3a18461-c91c-4a38-a642-a07fef909ddc req-b3d66d61-a3b2-4912-ae33-e3e84503d697 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 931 time: 0.3795488 Jul 16 02:55:00.774106 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45944) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:00.852203 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f4c2be9c-30ff-4379-ab4e-d3e8e7f19bac req-7fe570b6-c1e7-4775-9538-53f817932454 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357626 Jul 16 02:55:00.946996 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0f245131-1ac7-4d7b-ac1f-128b67fcd4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:01.031847 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-55b4f76a-df2e-4c1d-ae4e-6b22cf2e5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:01.037477 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-55b4f76a-df2e-4c1d-ae4e-6b22cf2e5bc3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f019d7f-ca97-4436-8164-18594840904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5429590 Jul 16 02:55:01.045744 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dae2ce-1a99-47fc-8814-1025e8f21755 req-ded19e91-e4ad-476b-b9df-b609abafb8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:01.047274 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08dae2ce-1a99-47fc-8814-1025e8f21755 req-ded19e91-e4ad-476b-b9df-b609abafb8bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0218a0c0773246a6b0ec31970dce3bef&device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 1097 time: 0.5403116 Jul 16 02:55:01.092807 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd2de09-5211-4caf-b323-d49f160e0b07 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:55:01.116476 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:01.231491 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7999a4df-bc48-4735-b766-6d27f10608a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:01.234054 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7999a4df-bc48-4735-b766-6d27f10608a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:01.235222 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-7999a4df-bc48-4735-b766-6d27f10608a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09b83c73-78c0-4aa5-94bc-4c401a5c92b5 HTTP/1.1" status: 204 len: 168 time: 1.5679872 Jul 16 02:55:01.267367 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b3a18461-c91c-4a38-a642-a07fef909ddc req-47644653-bb5a-4669-aa3e-9c28e68e4d63 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868972 Jul 16 02:55:01.285767 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Transition to ACTIVE for port object 7fd2de09-5211-4caf-b323-d49f160e0b07 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:01.308382 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30577f7a-88fe-4a13-84c1-495ab7bf308f', 'tag': '2853eb13-74dc-4601-912c-dda35ab6ae65'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:01.311581 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bdb7f5-bbed-4a7f-8858-64feec8fa9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "30577f7a-88fe-4a13-84c1-495ab7bf308f", "tag": "2853eb13-74dc-4601-912c-dda35ab6ae65"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:01.337974 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0f245131-1ac7-4d7b-ac1f-128b67fcd4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:01.344280 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0f245131-1ac7-4d7b-ac1f-128b67fcd4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:01.367352 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:01.395675 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0f245131-1ac7-4d7b-ac1f-128b67fcd4b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=784bbd4690d6440c9c92cfbd4e8f69bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199183 Jul 16 02:55:01.401720 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45972) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:01.473653 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f245131-1ac7-4d7b-ac1f-128b67fcd4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a346115c-681f-4559-bb35-3df08c0e69c5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:01.488290 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cee8b1-ef1d-498e-ba26-308ab9f5be6f x-openstack-request-id: req-71cee8b1-ef1d-498e-ba26-308ab9f5be6f {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:01.489071 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30577f7a-88fe-4a13-84c1-495ab7bf308f", "tag": "2853eb13-74dc-4601-912c-dda35ab6ae65", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:01.491053 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71cee8b1-ef1d-498e-ba26-308ab9f5be6f {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:01.492347 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30577f7a-88fe-4a13-84c1-495ab7bf308f', 'tag': '2853eb13-74dc-4601-912c-dda35ab6ae65', 'status': 'completed', 'code': 200} Jul 16 02:55:01.495829 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-91d8b75c-9a2c-414b-a049-2e0f459ec0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:01.528477 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-91d8b75c-9a2c-414b-a049-2e0f459ec0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:01.560012 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 45980) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:01.565109 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999a4df-bc48-4735-b766-6d27f10608a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b83c73-78c0-4aa5-94bc-4c401a5c92b5,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:01.601741 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-91d8b75c-9a2c-414b-a049-2e0f459ec0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:01.605368 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-91d8b75c-9a2c-414b-a049-2e0f459ec0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:01.607597 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-91d8b75c-9a2c-414b-a049-2e0f459ec0c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a346115c-681f-4559-bb35-3df08c0e69c5 HTTP/1.1" status: 204 len: 168 time: 0.2039025 Jul 16 02:55:01.625262 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8b75c-9a2c-414b-a049-2e0f459ec0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a346115c-681f-4559-bb35-3df08c0e69c5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:01.780833 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd2de09-5211-4caf-b323-d49f160e0b07,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:01.865852 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f03ba827-69fa-49e0-85e4-417b3adee573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.067818 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f03ba827-69fa-49e0-85e4-417b3adee573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.072961 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f03ba827-69fa-49e0-85e4-417b3adee573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.127729 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ba827-69fa-49e0-85e4-417b3adee573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa19c97d-1c5e-4aa4-b7e7-e37e4c504fa7,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:02.152138 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f03ba827-69fa-49e0-85e4-417b3adee573 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b59a24e4c0e541c49d246d88e6cd2458&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904217 Jul 16 02:55:02.153133 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46008) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:02.226584 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e6d86f84-6719-4f2a-a548-36238e689dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.240498 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dae2ce-1a99-47fc-8814-1025e8f21755 req-53006a1d-a470-45eb-b514-46d5c51f2e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:02.243884 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08dae2ce-1a99-47fc-8814-1025e8f21755 req-53006a1d-a470-45eb-b514-46d5c51f2e1d service neutron] 10.222.0.59 "GET /v2.0/networks?id=4acc2c2e-58bf-4d93-b9e8-16813084eb28 HTTP/1.1" status: 200 len: 920 time: 1.1087487 Jul 16 02:55:02.263671 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134bbb8-6710-416e-be11-a0b42d87b043 req-10611fe9-1a62-4e38-9d8e-cc3c9f5d906f tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:02.264062 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e6d86f84-6719-4f2a-a548-36238e689dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.266427 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f134bbb8-6710-416e-be11-a0b42d87b043 req-10611fe9-1a62-4e38-9d8e-cc3c9f5d906f tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 946 time: 1.0885262 Jul 16 02:55:02.270906 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-a1758bcc-4704-40c1-af93-1f38bfa08faa service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2175627 Jul 16 02:55:02.388367 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e6d86f84-6719-4f2a-a548-36238e689dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.391628 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e6d86f84-6719-4f2a-a548-36238e689dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.393798 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e6d86f84-6719-4f2a-a548-36238e689dd3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa19c97d-1c5e-4aa4-b7e7-e37e4c504fa7 HTTP/1.1" status: 204 len: 168 time: 0.2383840 Jul 16 02:55:02.407752 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d86f84-6719-4f2a-a548-36238e689dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa19c97d-1c5e-4aa4-b7e7-e37e4c504fa7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:02.420435 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Attempting to bind port 7fd2de09-5211-4caf-b323-d49f160e0b07 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:02.421239 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Attempting to bind port 7fd2de09-5211-4caf-b323-d49f160e0b07 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8f534e36-1004-400f-af39-65798c7ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:02.421950 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Attempting to bind port 7fd2de09-5211-4caf-b323-d49f160e0b07 on network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:02.457803 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08dae2ce-1a99-47fc-8814-1025e8f21755 req-ebed5e52-1017-4ecc-a149-fdee6c06e4e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c29b56b2-e411-44f5-b118-93386ea9004a HTTP/1.1" status: 200 len: 217 time: 0.1855109 Jul 16 02:55:02.485558 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Port 7fd2de09-5211-4caf-b323-d49f160e0b07 on network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:55:02.487635 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Attempting to bind port 7fd2de09-5211-4caf-b323-d49f160e0b07 on network 4acc2c2e-58bf-4d93-b9e8-16813084eb28 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:02.587283 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:02.587714 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Checking segment: {'id': '8f534e36-1004-400f-af39-65798c7ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:02.588125 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Bound using segment: {'id': '8f534e36-1004-400f-af39-65798c7ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:02.588711 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Bound port: 7fd2de09-5211-4caf-b323-d49f160e0b07, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f534e36-1004-400f-af39-65798c7ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:02.589281 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.603587 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f134bbb8-6710-416e-be11-a0b42d87b043 req-d770cabc-5080-4a30-8977-33acbc8a5088 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018863 Jul 16 02:55:02.649058 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dae2ce-1a99-47fc-8814-1025e8f21755 req-968c30ce-1621-4d7f-81a2-7f31fb9e53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:02.650775 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08dae2ce-1a99-47fc-8814-1025e8f21755 req-968c30ce-1621-4d7f-81a2-7f31fb9e53ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1e1b4036-f5ae-4ccd-bf7c-5fae46445f97 HTTP/1.1" status: 200 len: 859 time: 0.1841462 Jul 16 02:55:02.660545 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08904726-ef3d-4d52-aa70-1338013d61b6 req-479a9a2e-b133-4e24-bcaf-a58fc7daa655 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:02.670029 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08904726-ef3d-4d52-aa70-1338013d61b6 req-479a9a2e-b133-4e24-bcaf-a58fc7daa655 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 943 time: 0.5782924 Jul 16 02:55:02.740978 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08dae2ce-1a99-47fc-8814-1025e8f21755 req-d8f94110-dc17-46f3-ae4e-a3a345d29556 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4acc2c2e-58bf-4d93-b9e8-16813084eb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676296 Jul 16 02:55:02.754018 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6cae3b30-2ffb-4843-94c1-408ef850e489 req-975c72bc-61ce-4d68-a2f8-419f49577ea4 service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435086 Jul 16 02:55:02.855723 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08904726-ef3d-4d52-aa70-1338013d61b6 req-e9718e3b-72da-4ffb-9358-78be5b3fbaec tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822205 Jul 16 02:55:02.866817 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] For port 7fd2de09-5211-4caf-b323-d49f160e0b07, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:02.954650 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] For port 7fd2de09-5211-4caf-b323-d49f160e0b07, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fd2de09-5211-4caf-b323-d49f160e0b07,segment=NetworkSegment(8f534e36-1004-400f-af39-65798c7ae8b6),segment_id=8f534e36-1004-400f-af39-65798c7ae8b6)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:02.973330 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:03.031152 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08dae2ce-1a99-47fc-8814-1025e8f21755 req-6e5a019e-b1f4-4bbb-932a-88a696e9f76e service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759631 Jul 16 02:55:03.103932 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:03.105336 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:03.107662 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] 10.222.0.59 "PUT /v2.0/ports/7fd2de09-5211-4caf-b323-d49f160e0b07 HTTP/1.1" status: 200 len: 1093 time: 3.8023129 Jul 16 02:55:03.301065 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdb7f5-bbed-4a7f-8858-64feec8fa9d2 req-180ef499-d0aa-4b6c-8aaa-c857cfdc450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:03.302673 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e4bdb7f5-bbed-4a7f-8858-64feec8fa9d2 req-180ef499-d0aa-4b6c-8aaa-c857cfdc450b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29aae069908e46e4a488a1aace77f0c8&device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 1096 time: 0.3966601 Jul 16 02:55:03.303327 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2392931-97f6-444e-a93c-2c0d2c7da559 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd2de09-5211-4caf-b323-d49f160e0b07,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:03.354082 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46056) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:03.370097 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05f8b235-d1c8-44d1-a17b-332d988e4c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:03.484638 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08dae2ce-1a99-47fc-8814-1025e8f21755 req-2627267d-1750-4352-bf5f-58bcf580686a service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383242 Jul 16 02:55:03.495077 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b11129cf-d945-41b0-a7eb-c25f81c0f173', 'tag': '7fd2de09-5211-4caf-b323-d49f160e0b07'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:03.498188 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf937b8-eed9-4a3e-9cee-aae5da8b51f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b11129cf-d945-41b0-a7eb-c25f81c0f173", "tag": "7fd2de09-5211-4caf-b323-d49f160e0b07"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:03.562190 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device c29b56b2-e411-44f5-b118-93386ea9004a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:55:03.566241 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d3359-cfde-4e6b-a343-b82c2138bda6 req-62ab8246-aa56-46fb-9300-42f242d4510e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:03.571460 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c15d3359-cfde-4e6b-a343-b82c2138bda6 req-62ab8246-aa56-46fb-9300-42f242d4510e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 943 time: 0.4808595 Jul 16 02:55:03.574110 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65579e29-88f4-4fa0-9a84-1fe1b76f681a x-openstack-request-id: req-65579e29-88f4-4fa0-9a84-1fe1b76f681a {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:03.574395 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b11129cf-d945-41b0-a7eb-c25f81c0f173", "tag": "7fd2de09-5211-4caf-b323-d49f160e0b07", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:03.574872 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65579e29-88f4-4fa0-9a84-1fe1b76f681a {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:03.575272 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b11129cf-d945-41b0-a7eb-c25f81c0f173', 'tag': '7fd2de09-5211-4caf-b323-d49f160e0b07', 'status': 'completed', 'code': 200} Jul 16 02:55:03.602007 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-4b2a559c-3e1f-4d0d-a51a-db0a5c5b8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:03.604528 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-4b2a559c-3e1f-4d0d-a51a-db0a5c5b8d15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0218a0c0773246a6b0ec31970dce3bef&device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 1096 time: 0.4102495 Jul 16 02:55:03.615460 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdb7f5-bbed-4a7f-8858-64feec8fa9d2 req-794887d8-ac39-4b5d-b114-66fff070464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:03.618008 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e4bdb7f5-bbed-4a7f-8858-64feec8fa9d2 req-794887d8-ac39-4b5d-b114-66fff070464a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f019d7f-ca97-4436-8164-18594840904c HTTP/1.1" status: 200 len: 912 time: 0.2852194 Jul 16 02:55:03.712889 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e4bdb7f5-bbed-4a7f-8858-64feec8fa9d2 req-095138db-13fc-4eeb-a9c2-31c9fa630d41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2853eb13-74dc-4601-912c-dda35ab6ae65 HTTP/1.1" status: 200 len: 217 time: 0.0879209 Jul 16 02:55:03.715825 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05f8b235-d1c8-44d1-a17b-332d988e4c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:03.717903 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-009a1d38-9a22-4606-b81a-aaf252a402cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7fd2de09-5211-4caf-b323-d49f160e0b07 HTTP/1.1" status: 200 len: 217 time: 0.0918705 Jul 16 02:55:03.722904 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c15d3359-cfde-4e6b-a343-b82c2138bda6 req-7319a4f0-a527-41ce-b864-5dc51726b4f2 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447740 Jul 16 02:55:03.724651 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-05f8b235-d1c8-44d1-a17b-332d988e4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:03.775291 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port c29b56b2-e411-44f5-b118-93386ea9004a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c29b56b2-e411-44f5-b118-93386ea9004a,segment=NetworkSegment(8f534e36-1004-400f-af39-65798c7ae8b6),segment_id=8f534e36-1004-400f-af39-65798c7ae8b6)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:03.801362 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-05f8b235-d1c8-44d1-a17b-332d988e4c6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45d23b2af8f547868abce807606b7613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538176 Jul 16 02:55:03.804236 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46072) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:03.908166 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8b235-d1c8-44d1-a17b-332d988e4c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b0325f-c33a-484a-b47b-36aa0f45789c,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:03.908455 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-908495b9-38fc-47a0-9d7c-5e706d68493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:03.910405 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': 'c29b56b2-e411-44f5-b118-93386ea9004a', 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28', 'port_id': 'c29b56b2-e411-44f5-b118-93386ea9004a', 'mac_address': 'fa:16:3e:16:ff:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1b4036-f5ae-4ccd-bf7c-5fae46445f97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:55:03.911086 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-908495b9-38fc-47a0-9d7c-5e706d68493f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1e1b4036-f5ae-4ccd-bf7c-5fae46445f97 HTTP/1.1" status: 200 len: 859 time: 0.1849201 Jul 16 02:55:03.927339 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdb7f5-bbed-4a7f-8858-64feec8fa9d2 req-04e87ead-b196-4611-8b6a-11bc27531ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:03.933106 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e4bdb7f5-bbed-4a7f-8858-64feec8fa9d2 req-04e87ead-b196-4611-8b6a-11bc27531ce2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74e7130c-43e1-4974-8008-6ba18bb52ea5 HTTP/1.1" status: 200 len: 850 time: 0.2086115 Jul 16 02:55:03.949741 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-846514bd-9214-45c5-b99b-29ebeedcaf6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:03.953735 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:03.970379 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29b56b2-e411-44f5-b118-93386ea9004a {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:55:03.985688 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-846514bd-9214-45c5-b99b-29ebeedcaf6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:04.001821 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port c29b56b2-e411-44f5-b118-93386ea9004a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c29b56b2-e411-44f5-b118-93386ea9004a,segment=NetworkSegment(8f534e36-1004-400f-af39-65798c7ae8b6),segment_id=8f534e36-1004-400f-af39-65798c7ae8b6)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:04.009606 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:04.028132 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-72c691ba-7e1a-43ef-80fa-d145ee360c42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4acc2c2e-58bf-4d93-b9e8-16813084eb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922396 Jul 16 02:55:04.056847 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-846514bd-9214-45c5-b99b-29ebeedcaf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:04.063015 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-846514bd-9214-45c5-b99b-29ebeedcaf6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:04.069474 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-846514bd-9214-45c5-b99b-29ebeedcaf6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99b0325f-c33a-484a-b47b-36aa0f45789c HTTP/1.1" status: 204 len: 168 time: 0.2609715 Jul 16 02:55:04.082728 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=c29b56b2-e411-44f5-b118-93386ea9004a,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:04.107189 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846514bd-9214-45c5-b99b-29ebeedcaf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b0325f-c33a-484a-b47b-36aa0f45789c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:04.165874 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdb7f5-bbed-4a7f-8858-64feec8fa9d2 req-fe9faf3a-9325-44cd-961b-2edc778290bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:04.167625 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e4bdb7f5-bbed-4a7f-8858-64feec8fa9d2 req-fe9faf3a-9325-44cd-961b-2edc778290bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f019d7f-ca97-4436-8164-18594840904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2210283 Jul 16 02:55:04.307651 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['c29b56b2-e411-44f5-b118-93386ea9004a'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:55:04.344601 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-f7378a11-e189-4df3-9114-da85f4631535 service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019624 Jul 16 02:55:04.485768 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46098) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:04.490479 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10c2b382-6486-46a9-860f-e3f06a4ae97c req-d9998986-061b-4403-885f-a22e70431fda service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332133 Jul 16 02:55:04.498021 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e4bdb7f5-bbed-4a7f-8858-64feec8fa9d2 req-f7f8c96a-150b-49c5-80f1-42102a4873f5 service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036172 Jul 16 02:55:04.589609 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78c85c-544b-49de-9711-893d18341d8a req-c907680f-2998-457c-8c0a-c94b97630ccd tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:04.608359 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5f78c85c-544b-49de-9711-893d18341d8a req-c907680f-2998-457c-8c0a-c94b97630ccd tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 943 time: 0.4681435 Jul 16 02:55:04.645197 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46106) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:04.948402 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0989c4e9-c4e2-4d35-acf9-c753a9d15032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:05.116063 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-526640085-network', 'tenant_id': 'b05fe47d255749a8ab64ad8ec0de6a06'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:05.137221 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5f78c85c-544b-49de-9711-893d18341d8a req-5a97eb3b-7bbf-46e5-b130-0e3cb7a66cd4 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5266745 Jul 16 02:55:05.210691 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e4bdb7f5-bbed-4a7f-8858-64feec8fa9d2 req-f1301808-d114-407e-a1ab-fa4d85e65d81 service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6946166 Jul 16 02:55:05.236170 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0989c4e9-c4e2-4d35-acf9-c753a9d15032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:05.244285 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0989c4e9-c4e2-4d35-acf9-c753a9d15032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:05.294174 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf937b8-eed9-4a3e-9cee-aae5da8b51f4 req-3bf8f479-2211-4ae3-a91d-e538b609cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:05.302823 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0bf937b8-eed9-4a3e-9cee-aae5da8b51f4 req-3bf8f479-2211-4ae3-a91d-e538b609cf42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0218a0c0773246a6b0ec31970dce3bef&device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 1096 time: 0.6560390 Jul 16 02:55:05.405171 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989c4e9-c4e2-4d35-acf9-c753a9d15032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97795f02-b45e-4d94-b56f-b77e7e16016f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:05.432604 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] Made reservation on behalf of b05fe47d255749a8ab64ad8ec0de6a06 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:05.442866 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:05.477972 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:05.497762 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0989c4e9-c4e2-4d35-acf9-c753a9d15032 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3611a8f5eaf4a1a863fd8a4e167dbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0011168 Jul 16 02:55:05.499725 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46168) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:05.572525 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 2853eb13-74dc-4601-912c-dda35ab6ae65 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:55:05.640555 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device c29b56b2-e411-44f5-b118-93386ea9004a up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:05.688254 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf937b8-eed9-4a3e-9cee-aae5da8b51f4 req-c3070dfd-1324-4750-b5c8-e73f7bc84da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:05.693364 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0bf937b8-eed9-4a3e-9cee-aae5da8b51f4 req-c3070dfd-1324-4750-b5c8-e73f7bc84da4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4acc2c2e-58bf-4d93-b9e8-16813084eb28 HTTP/1.1" status: 200 len: 920 time: 0.3706257 Jul 16 02:55:05.708400 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c0cc44fd-2a1e-478e-ac68-76ac1d724a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:05.735339 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c0cc44fd-2a1e-478e-ac68-76ac1d724a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:05.779839 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.db.resource_extend [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 02:55:05.855723 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:05.863434 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:05.879374 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port c29b56b2-e411-44f5-b118-93386ea9004a completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:05.882001 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf57eb-ccd3-4557-9189-c32cb39f2d4e req-40367b7d-bc7a-4f85-b8bf-1fd755da8bcc tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:05.887958 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port c29b56b2-e411-44f5-b118-93386ea9004a triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:05.888777 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:05.890848 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b5cf57eb-ccd3-4557-9189-c32cb39f2d4e req-40367b7d-bc7a-4f85-b8bf-1fd755da8bcc tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 943 time: 0.3693335 Jul 16 02:55:05.931698 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c0cc44fd-2a1e-478e-ac68-76ac1d724a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:05.941509 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c0cc44fd-2a1e-478e-ac68-76ac1d724a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:05.945637 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c0cc44fd-2a1e-478e-ac68-76ac1d724a03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97795f02-b45e-4d94-b56f-b77e7e16016f HTTP/1.1" status: 204 len: 168 time: 0.4426644 Jul 16 02:55:05.983745 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:55:06.026506 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 2853eb13-74dc-4601-912c-dda35ab6ae65, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2853eb13-74dc-4601-912c-dda35ab6ae65,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:06.059050 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b8c2e2-97c1-4fbd-b1b2-723caef3a13a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:06.072553 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.081642 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] Added segment 0273a4e5-9923-4e05-963b-65208f6e2761 of type vlan for network a6b46876-1226-4e49-9ff4-656383a6ad49 Jul 16 02:55:06.082935 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc44fd-2a1e-478e-ac68-76ac1d724a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97795f02-b45e-4d94-b56f-b77e7e16016f,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:06.088870 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '2853eb13-74dc-4601-912c-dda35ab6ae65', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'port_id': '2853eb13-74dc-4601-912c-dda35ab6ae65', 'mac_address': 'fa:16:3e:4c:83:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:55:06.181046 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b5cf57eb-ccd3-4557-9189-c32cb39f2d4e req-eb3c3377-bc9b-45ee-a1fc-5c5a556e1ce8 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763419 Jul 16 02:55:06.280836 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.337757 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.339915 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:06.341067 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.361331 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.371975 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.446915 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e3f238-8247-4fb9-b744-bf9675977643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29b56b2-e411-44f5-b118-93386ea9004a'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:06.453975 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] Pushing event updated for resources: {'Network': ['ID=a6b46876-1226-4e49-9ff4-656383a6ad49,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:06.466146 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351ad94c-982b-4c97-bd99-1c095d5067fd" -d '{"events": [{"server_uuid": "d1e3f238-8247-4fb9-b744-bf9675977643", "name": "network-vif-plugged", "status": "completed", "tag": "c29b56b2-e411-44f5-b118-93386ea9004a"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:06.471594 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-56a238ac-f787-4d97-9dd2-f6a8c5578888 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8256550 Jul 16 02:55:06.473489 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2853eb13-74dc-4601-912c-dda35ab6ae65 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:55:06.476319 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46204) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:06.485125 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-39c173f0-d3a0-4985-b885-b20e2e5c43cd admin admin] Request body: {'subnet': {'network_id': 'a6b46876-1226-4e49-9ff4-656383a6ad49', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-526640085-subnet', 'tenant_id': 'b05fe47d255749a8ab64ad8ec0de6a06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:06.511861 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network a6b46876-1226-4e49-9ff4-656383a6ad49 details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:55:06.535029 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c173f0-d3a0-4985-b885-b20e2e5c43cd admin admin] Made reservation on behalf of b05fe47d255749a8ab64ad8ec0de6a06 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:06.546928 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port c29b56b2-e411-44f5-b118-93386ea9004a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c29b56b2-e411-44f5-b118-93386ea9004a,segment=NetworkSegment(8f534e36-1004-400f-af39-65798c7ae8b6),segment_id=8f534e36-1004-400f-af39-65798c7ae8b6)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:06.549667 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-39c173f0-d3a0-4985-b885-b20e2e5c43cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.573810 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0bf937b8-eed9-4a3e-9cee-aae5da8b51f4 req-a77da3f8-c28a-4428-b6ae-4cf2d021b355 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7fd2de09-5211-4caf-b323-d49f160e0b07 HTTP/1.1" status: 200 len: 217 time: 0.0493190 Jul 16 02:55:06.576379 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1707cc59-b4a4-4c22-baf1-b9a366d9f09f x-openstack-request-id: req-1707cc59-b4a4-4c22-baf1-b9a366d9f09f {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:06.577358 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e3f238-8247-4fb9-b744-bf9675977643", "name": "network-vif-plugged", "status": "completed", "tag": "c29b56b2-e411-44f5-b118-93386ea9004a", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:06.577603 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1707cc59-b4a4-4c22-baf1-b9a366d9f09f {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:06.578150 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e3f238-8247-4fb9-b744-bf9675977643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29b56b2-e411-44f5-b118-93386ea9004a', 'code': 200} Jul 16 02:55:06.589435 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b60c9f-067c-4fdf-bb2c-2e4c378d814e req-66cda4f4-2ce0-461c-888b-22a115213f0c tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:06.595361 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.598433 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-84b60c9f-067c-4fdf-bb2c-2e4c378d814e req-66cda4f4-2ce0-461c-888b-22a115213f0c tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 943 time: 0.1473081 Jul 16 02:55:06.624959 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 2853eb13-74dc-4601-912c-dda35ab6ae65, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2853eb13-74dc-4601-912c-dda35ab6ae65,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:06.654728 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-84b60c9f-067c-4fdf-bb2c-2e4c378d814e req-951dcaac-14dc-4e98-87b4-9d49157f0cf7 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549943 Jul 16 02:55:06.719210 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.757993 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=c29b56b2-e411-44f5-b118-93386ea9004a,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:06.833044 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=2853eb13-74dc-4601-912c-dda35ab6ae65,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:06.835106 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46212) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:06.858354 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c7c58e2d-c140-4f18-849f-d6a24b0c8638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.948987 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-39c173f0-d3a0-4985-b885-b20e2e5c43cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.994885 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c7c58e2d-c140-4f18-849f-d6a24b0c8638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:07.002412 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c7c58e2d-c140-4f18-849f-d6a24b0c8638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:07.037729 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c173f0-d3a0-4985-b885-b20e2e5c43cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=03389b3d-fe13-4865-8ad9-6534fc3a6ef7,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:07.056750 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c173f0-d3a0-4985-b885-b20e2e5c43cd admin admin] Checking segment: {'id': '0273a4e5-9923-4e05-963b-65208f6e2761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a6b46876-1226-4e49-9ff4-656383a6ad49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:07.056750 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c173f0-d3a0-4985-b885-b20e2e5c43cd admin admin] Network hostable DHCP agents. Network: a6b46876-1226-4e49-9ff4-656383a6ad49, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:55:07.076801 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c7c58e2d-c140-4f18-849f-d6a24b0c8638 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04bfe8245f85437caf7ec63553204df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400036 Jul 16 02:55:07.080330 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46216) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:07.080593 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c173f0-d3a0-4985-b885-b20e2e5c43cd admin admin] Network a6b46876-1226-4e49-9ff4-656383a6ad49 is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:55:07.091701 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-39c173f0-d3a0-4985-b885-b20e2e5c43cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, a6b46876-1226-4e49-9ff4-656383a6ad49) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:07.092888 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c58e2d-c140-4f18-849f-d6a24b0c8638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794a174a-5121-49ec-bc42-11a02b4bb57b,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:07.098111 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c173f0-d3a0-4985-b885-b20e2e5c43cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:07.103236 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eacb530-0245-497a-9d94-b8a368358b1e None None] Network a6b46876-1226-4e49-9ff4-656383a6ad49 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:55:07.109205 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-39c173f0-d3a0-4985-b885-b20e2e5c43cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:07.134734 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-39c173f0-d3a0-4985-b885-b20e2e5c43cd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6568449 Jul 16 02:55:07.200362 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a5e4-5b26-4c29-87be-b0ec83853c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:07.234532 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a5e4-5b26-4c29-87be-b0ec83853c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:07.328720 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a5e4-5b26-4c29-87be-b0ec83853c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:07.334255 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c8e4a5e4-5b26-4c29-87be-b0ec83853c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:07.336039 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c8e4a5e4-5b26-4c29-87be-b0ec83853c4e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/794a174a-5121-49ec-bc42-11a02b4bb57b HTTP/1.1" status: 204 len: 168 time: 0.2541347 Jul 16 02:55:07.364994 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4a5e4-5b26-4c29-87be-b0ec83853c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794a174a-5121-49ec-bc42-11a02b4bb57b,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:07.442984 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf40f9d-d31d-46aa-a51d-f98ef33fc820 None None] Network a6b46876-1226-4e49-9ff4-656383a6ad49 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:55:07.533013 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ccd9e-c97e-4a1f-ac68-7313cf63919f req-4d65cafa-4abb-404f-91d6-9db0468fa641 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:07.535162 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ec7ccd9e-c97e-4a1f-ac68-7313cf63919f req-4d65cafa-4abb-404f-91d6-9db0468fa641 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 943 time: 0.0762787 Jul 16 02:55:07.582699 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ec7ccd9e-c97e-4a1f-ac68-7313cf63919f req-8dc55fa9-6a1d-4377-b9cb-206157539434 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399036 Jul 16 02:55:07.666621 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-19df5c97-90dd-4717-8011-11b3fe558397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:07.870778 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e40fbf-780f-470c-8c4a-cdb75d1b57db req-bc7cdfab-ff98-4b5b-b5c6-83f6871a60c6 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:07.872846 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f0e40fbf-780f-470c-8c4a-cdb75d1b57db req-bc7cdfab-ff98-4b5b-b5c6-83f6871a60c6 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 944 time: 0.1066945 Jul 16 02:55:07.932193 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f0e40fbf-780f-470c-8c4a-cdb75d1b57db req-de6b26bf-5e03-41a9-8522-7dc46ecc1ce3 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507739 Jul 16 02:55:08.126376 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46284) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:08.132821 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-970303134-network', 'tenant_id': '4660fa63f1f94907b28eca2b691e40e5'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:08.158719 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] Made reservation on behalf of 4660fa63f1f94907b28eca2b691e40e5 for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:08.161871 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:08.170818 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:08.289591 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:08.294746 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:08.320641 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:55:08.336973 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d11d91f-ff35-4219-814b-fc7ef4ee9086,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:08.342982 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:08.343322 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] Added segment 6188b846-156a-4141-aa06-6a878a7faeb0 of type vlan for network 89570e2e-572f-44cc-9a9b-780866eb1abf Jul 16 02:55:08.356487 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 7fd2de09-5211-4caf-b323-d49f160e0b07 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:55:08.439197 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:08.484776 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf937b8-eed9-4a3e-9cee-aae5da8b51f4 req-9f225d92-a999-453d-8ca6-fbff1c01f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:08.487494 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0bf937b8-eed9-4a3e-9cee-aae5da8b51f4 req-9f225d92-a999-453d-8ca6-fbff1c01f5ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1e1b4036-f5ae-4ccd-bf7c-5fae46445f97 HTTP/1.1" status: 200 len: 859 time: 0.1027074 Jul 16 02:55:08.533871 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0bf937b8-eed9-4a3e-9cee-aae5da8b51f4 req-462499a6-1304-4e94-9fe3-4347e8f150d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4acc2c2e-58bf-4d93-b9e8-16813084eb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388262 Jul 16 02:55:08.600517 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:08.608357 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:08.609135 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:08.627051 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 7fd2de09-5211-4caf-b323-d49f160e0b07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fd2de09-5211-4caf-b323-d49f160e0b07,segment=NetworkSegment(8f534e36-1004-400f-af39-65798c7ae8b6),segment_id=8f534e36-1004-400f-af39-65798c7ae8b6)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:08.680411 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '7fd2de09-5211-4caf-b323-d49f160e0b07', 'network_id': '4acc2c2e-58bf-4d93-b9e8-16813084eb28', 'port_id': '7fd2de09-5211-4caf-b323-d49f160e0b07', 'mac_address': 'fa:16:3e:5f:92:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1b4036-f5ae-4ccd-bf7c-5fae46445f97', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:55:08.711328 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46320) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:08.743013 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['2853eb13-74dc-4601-912c-dda35ab6ae65'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:55:08.947595 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:09.028811 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd2de09-5211-4caf-b323-d49f160e0b07 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:55:09.081183 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 7fd2de09-5211-4caf-b323-d49f160e0b07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fd2de09-5211-4caf-b323-d49f160e0b07,segment=NetworkSegment(8f534e36-1004-400f-af39-65798c7ae8b6),segment_id=8f534e36-1004-400f-af39-65798c7ae8b6)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:09.090865 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:09.104876 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9761450 Jul 16 02:55:09.107680 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46344) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:09.119657 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-d86dc1cd-dee9-499b-aa77-5a35bd6fa805 admin admin] Request body: {'subnet': {'network_id': '89570e2e-572f-44cc-9a9b-780866eb1abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-970303134-subnet', 'tenant_id': '4660fa63f1f94907b28eca2b691e40e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:09.187032 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b34971-bb88-462b-b780-18c08b3a8089 admin admin] Pushing event updated for resources: {'Network': ['ID=89570e2e-572f-44cc-9a9b-780866eb1abf,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:09.197646 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86dc1cd-dee9-499b-aa77-5a35bd6fa805 admin admin] Made reservation on behalf of 4660fa63f1f94907b28eca2b691e40e5 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:09.202649 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d86dc1cd-dee9-499b-aa77-5a35bd6fa805 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:09.216309 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 89570e2e-572f-44cc-9a9b-780866eb1abf details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:55:09.238571 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0bf937b8-eed9-4a3e-9cee-aae5da8b51f4 req-5ff6d6da-ff8e-4dce-90a7-dec443225cc4 service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6970255 Jul 16 02:55:09.373295 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-85317f44-d955-4c70-a62b-67db34b82c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:09.384914 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=7fd2de09-5211-4caf-b323-d49f160e0b07,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:09.494416 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['7fd2de09-5211-4caf-b323-d49f160e0b07'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:55:09.511221 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeca175-384c-42af-a49f-1c19e51a038f req-3a86cbdb-1617-455f-b6d3-271fd55521d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:09.512819 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3aeca175-384c-42af-a49f-1c19e51a038f req-3a86cbdb-1617-455f-b6d3-271fd55521d9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 1099 time: 0.5567045 Jul 16 02:55:09.516208 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0bf937b8-eed9-4a3e-9cee-aae5da8b51f4 req-fb4793a2-bf69-4ad8-b746-37b47ba2dfe5 service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548883 Jul 16 02:55:09.536956 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5bdd0-17eb-41e0-82bb-dfd3075a2af2 req-685a9da0-99f3-4a89-acd0-fa2244b95f2b tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:09.545958 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-28a5bdd0-17eb-41e0-82bb-dfd3075a2af2 req-685a9da0-99f3-4a89-acd0-fa2244b95f2b tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 944 time: 0.3131537 Jul 16 02:55:09.556608 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda6977-5630-4c3b-b9be-22fb9a90760e req-f9c6eb08-93e2-4bd6-a29b-24260a1c0100 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:09.558405 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfda6977-5630-4c3b-b9be-22fb9a90760e req-f9c6eb08-93e2-4bd6-a29b-24260a1c0100 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 944 time: 0.6155334 Jul 16 02:55:09.722465 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-28a5bdd0-17eb-41e0-82bb-dfd3075a2af2 req-35441402-e454-449e-b428-732225f8a3af tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754417 Jul 16 02:55:09.733302 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dfda6977-5630-4c3b-b9be-22fb9a90760e req-08da90a9-f4ec-442c-b844-880a7f52e1b0 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205716 Jul 16 02:55:09.735276 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3aeca175-384c-42af-a49f-1c19e51a038f req-8146a82e-1196-4f95-abfd-c649c4684de1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758611 Jul 16 02:55:09.837029 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-85317f44-d955-4c70-a62b-67db34b82c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:09.847059 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-85317f44-d955-4c70-a62b-67db34b82c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:09.927921 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85317f44-d955-4c70-a62b-67db34b82c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54ade1f-926d-4f81-a822-b1f2b0a6b9c1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:09.938808 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-85317f44-d955-4c70-a62b-67db34b82c2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86f54b86ee924ac4a0de59ba47dc2e02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2220633 Jul 16 02:55:09.940158 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46364) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:09.942197 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d86dc1cd-dee9-499b-aa77-5a35bd6fa805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.020996 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dc1cd-dee9-499b-aa77-5a35bd6fa805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a733a4-6c62-4b97-b895-985c47c97bec,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:10.023408 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d7e59c7-aec1-46ed-bdeb-402a9e3fe46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.029927 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86dc1cd-dee9-499b-aa77-5a35bd6fa805 admin admin] Checking segment: {'id': '6188b846-156a-4141-aa06-6a878a7faeb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '89570e2e-572f-44cc-9a9b-780866eb1abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:10.030296 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86dc1cd-dee9-499b-aa77-5a35bd6fa805 admin admin] Network hostable DHCP agents. Network: 89570e2e-572f-44cc-9a9b-780866eb1abf, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:55:10.064517 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d7e59c7-aec1-46ed-bdeb-402a9e3fe46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.067121 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86dc1cd-dee9-499b-aa77-5a35bd6fa805 admin admin] Network 89570e2e-572f-44cc-9a9b-780866eb1abf is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:55:10.079501 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-d86dc1cd-dee9-499b-aa77-5a35bd6fa805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 89570e2e-572f-44cc-9a9b-780866eb1abf) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:10.086021 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86dc1cd-dee9-499b-aa77-5a35bd6fa805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:10.087108 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d86dc1cd-dee9-499b-aa77-5a35bd6fa805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.104574 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d86dc1cd-dee9-499b-aa77-5a35bd6fa805 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9952946 Jul 16 02:55:10.104780 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e7e89f-fb0e-410b-8e7c-14b7f1ec7802 None None] Network 89570e2e-572f-44cc-9a9b-780866eb1abf requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:55:10.140624 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d7e59c7-aec1-46ed-bdeb-402a9e3fe46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.147524 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3d7e59c7-aec1-46ed-bdeb-402a9e3fe46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.149092 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-3d7e59c7-aec1-46ed-bdeb-402a9e3fe46c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b54ade1f-926d-4f81-a822-b1f2b0a6b9c1 HTTP/1.1" status: 204 len: 168 time: 0.2073615 Jul 16 02:55:10.163083 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e59c7-aec1-46ed-bdeb-402a9e3fe46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54ade1f-926d-4f81-a822-b1f2b0a6b9c1,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:10.242077 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46378) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:10.334818 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd6278b-6085-4cd1-aa06-1975d82c9cc5 None None] Network 89570e2e-572f-44cc-9a9b-780866eb1abf requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:55:10.351557 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46382) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:10.432319 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb608999-6824-4a36-a0fd-594d12dcf7a4 admin admin] Deleting subnet 03389b3d-fe13-4865-8ad9-6534fc3a6ef7 {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:55:10.436451 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb608999-6824-4a36-a0fd-594d12dcf7a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.483500 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb608999-6824-4a36-a0fd-594d12dcf7a4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.496065 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb608999-6824-4a36-a0fd-594d12dcf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.562063 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb608999-6824-4a36-a0fd-594d12dcf7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.590858 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb608999-6824-4a36-a0fd-594d12dcf7a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03389b3d-fe13-4865-8ad9-6534fc3a6ef7,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:10.602360 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb608999-6824-4a36-a0fd-594d12dcf7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.604910 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-fb608999-6824-4a36-a0fd-594d12dcf7a4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/03389b3d-fe13-4865-8ad9-6534fc3a6ef7 HTTP/1.1" status: 204 len: 168 time: 0.2519002 Jul 16 02:55:10.607737 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46390) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:10.675401 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ffae2cd2-c82b-4b52-b7a5-e2f2c04c9576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.715895 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46394) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:10.738435 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8ce1e4c8-260c-40d5-8154-a1eff9982449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.753531 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.089065 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ffae2cd2-c82b-4b52-b7a5-e2f2c04c9576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.103417 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ffae2cd2-c82b-4b52-b7a5-e2f2c04c9576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.137982 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.171331 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:55:11.171685 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:55:11.172428 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:55:11.172796 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Subscribe: > port after_create 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:55:11.173128 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:55:11.173527 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Subscribe: > port after_update 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:55:11.173848 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:55:11.174204 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:55:11.174526 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:55:11.174852 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:55:11.194053 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8ce1e4c8-260c-40d5-8154-a1eff9982449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.198669 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8ce1e4c8-260c-40d5-8154-a1eff9982449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.244939 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8ce1e4c8-260c-40d5-8154-a1eff9982449 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c853c8f21e4a48deb4928514e40cc7b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5274725 Jul 16 02:55:11.246566 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1e4c8-260c-40d5-8154-a1eff9982449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f8c40-1d14-4668-a2f5-9c3333d92924,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:11.250548 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46402) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:11.311554 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8e9866d4-1266-4a75-9d82-480ca3545d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.327908 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:55:11.328270 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:55:11.328609 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:55:11.329183 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92927) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:55:11.329850 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b46876-1226-4e49-9ff4-656383a6ad49']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:11.341935 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8e9866d4-1266-4a75-9d82-480ca3545d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.350201 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.429437 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8e9866d4-1266-4a75-9d82-480ca3545d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.434126 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8e9866d4-1266-4a75-9d82-480ca3545d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.436134 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8e9866d4-1266-4a75-9d82-480ca3545d6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f32f8c40-1d14-4668-a2f5-9c3333d92924 HTTP/1.1" status: 204 len: 168 time: 0.1827874 Jul 16 02:55:11.450350 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9866d4-1266-4a75-9d82-480ca3545d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f8c40-1d14-4668-a2f5-9c3333d92924,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:11.584340 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0273a4e5-9923-4e05-963b-65208f6e2761') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:11.585222 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0273a4e5-9923-4e05-963b-65208f6e2761') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:11.628259 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12362030'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.637172 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ffae2cd2-c82b-4b52-b7a5-e2f2c04c9576 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b9dc34a840649cfba929306403c8902&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3922312 Jul 16 02:55:11.637172 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae2cd2-c82b-4b52-b7a5-e2f2c04c9576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3a2664-9acd-4886-a45c-db73719e88f9,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:11.645202 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46412) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:11.672710 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.684577 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e3c00-82e6-4dba-9bc8-e6a734699fdc req-00e6ec74-4847-46e3-88cb-9b9cc0017df5 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:11.686313 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-116e3c00-82e6-4dba-9bc8-e6a734699fdc req-00e6ec74-4847-46e3-88cb-9b9cc0017df5 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 944 time: 0.7853503 Jul 16 02:55:11.697974 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:55:11.698210 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8866269'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: from cryptography.utils import int_from_bytes Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: from cryptography.utils import int_from_bytes Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: timer() Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: cb(*args, **kw) Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: self._notify() Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: self.callback(batched_events) Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: event.method(event) Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._get(url).json() Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:55:11.703385 dv-cinder-788364-5-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:55:11.709342 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-162b1ce7-9f09-46fd-a6d2-7a38e2503772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.735768 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f34df-973d-4e98-826f-d14db23d70c0 req-5fcaaf10-cd64-4485-a540-1d13942a4956 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:11.737046 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0b5f34df-973d-4e98-826f-d14db23d70c0 req-5fcaaf10-cd64-4485-a540-1d13942a4956 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 944 time: 0.7729928 Jul 16 02:55:11.797384 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-78c1897a-4301-408b-a6ad-0c3f22c8242e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.852501 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.867110 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.871775 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-78c1897a-4301-408b-a6ad-0c3f22c8242e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.875437 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] 10.222.0.39 "DELETE /v2.0/networks/a6b46876-1226-4e49-9ff4-656383a6ad49 HTTP/1.1" status: 204 len: 168 time: 1.2655292 Jul 16 02:55:11.885992 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46422) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:11.897533 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-116e3c00-82e6-4dba-9bc8-e6a734699fdc req-0830ec1e-2e8b-4f3c-bce4-6eea5d2be9a6 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516290 Jul 16 02:55:11.945815 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0b5f34df-973d-4e98-826f-d14db23d70c0 req-a9ff5cd3-a1d4-43cf-9f94-401e90c81c6f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833909 Jul 16 02:55:11.986779 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b605c-4a0b-4d97-9dcc-063c9725a7fb admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b46876-1226-4e49-9ff4-656383a6ad49,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:12.054913 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1a2d9f-365d-409e-9bd0-395c8e7a576d admin admin] Deleting subnet 85a733a4-6c62-4b97-b895-985c47c97bec {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:55:12.060705 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1a2d9f-365d-409e-9bd0-395c8e7a576d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.127825 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1a2d9f-365d-409e-9bd0-395c8e7a576d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.145822 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-78c1897a-4301-408b-a6ad-0c3f22c8242e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.150543 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-78c1897a-4301-408b-a6ad-0c3f22c8242e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.156783 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-78c1897a-4301-408b-a6ad-0c3f22c8242e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e3a2664-9acd-4886-a45c-db73719e88f9 HTTP/1.1" status: 204 len: 168 time: 0.5056448 Jul 16 02:55:12.156783 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1a2d9f-365d-409e-9bd0-395c8e7a576d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.226075 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c1897a-4301-408b-a6ad-0c3f22c8242e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3a2664-9acd-4886-a45c-db73719e88f9,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:12.317168 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1a2d9f-365d-409e-9bd0-395c8e7a576d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.354352 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dd1a2d9f-365d-409e-9bd0-395c8e7a576d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.359168 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.363235 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 7fd2de09-5211-4caf-b323-d49f160e0b07 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:12.365338 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dd1a2d9f-365d-409e-9bd0-395c8e7a576d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/85a733a4-6c62-4b97-b895-985c47c97bec HTTP/1.1" status: 204 len: 168 time: 0.4782500 Jul 16 02:55:12.377542 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46442) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:12.415994 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a2d9f-365d-409e-9bd0-395c8e7a576d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85a733a4-6c62-4b97-b895-985c47c97bec,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:12.517253 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port 7fd2de09-5211-4caf-b323-d49f160e0b07 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:12.529331 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 7fd2de09-5211-4caf-b323-d49f160e0b07 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:12.530130 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.590369 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3b61a5a0-642d-4721-a675-40669fbe4b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.707658 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3b61a5a0-642d-4721-a675-40669fbe4b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.743291 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-3b61a5a0-642d-4721-a675-40669fbe4b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89570e2e-572f-44cc-9a9b-780866eb1abf']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:12.756195 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-3b61a5a0-642d-4721-a675-40669fbe4b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6188b846-156a-4141-aa06-6a878a7faeb0') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:12.756830 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-3b61a5a0-642d-4721-a675-40669fbe4b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6188b846-156a-4141-aa06-6a878a7faeb0') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:12.769541 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3b61a5a0-642d-4721-a675-40669fbe4b1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12362030'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.792301 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3b61a5a0-642d-4721-a675-40669fbe4b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.809248 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b61a5a0-642d-4721-a675-40669fbe4b1a admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:55:12.809920 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3b61a5a0-642d-4721-a675-40669fbe4b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8866269'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: timer() Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: cb(*args, **kw) Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: self._notify() Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: self.callback(batched_events) Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: event.method(event) Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._get(url).json() Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:55:12.813234 dv-cinder-788364-5-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:55:12.848579 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.897442 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 7fd2de09-5211-4caf-b323-d49f160e0b07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fd2de09-5211-4caf-b323-d49f160e0b07,segment=NetworkSegment(8f534e36-1004-400f-af39-65798c7ae8b6),segment_id=8f534e36-1004-400f-af39-65798c7ae8b6)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:12.898773 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11129cf-d945-41b0-a7eb-c25f81c0f173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd2de09-5211-4caf-b323-d49f160e0b07'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:12.903059 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8546192b-505c-4655-89a8-dcb81bd799dd" -d '{"events": [{"server_uuid": "b11129cf-d945-41b0-a7eb-c25f81c0f173", "name": "network-vif-plugged", "status": "completed", "tag": "7fd2de09-5211-4caf-b323-d49f160e0b07"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:12.908587 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.909507 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 2853eb13-74dc-4601-912c-dda35ab6ae65 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:12.942369 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3b61a5a0-642d-4721-a675-40669fbe4b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.055051 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3b61a5a0-642d-4721-a675-40669fbe4b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.078983 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-3b61a5a0-642d-4721-a675-40669fbe4b1a admin admin] 10.222.0.39 "DELETE /v2.0/networks/89570e2e-572f-44cc-9a9b-780866eb1abf HTTP/1.1" status: 204 len: 168 time: 0.6994283 Jul 16 02:55:13.099856 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61a5a0-642d-4721-a675-40669fbe4b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=89570e2e-572f-44cc-9a9b-780866eb1abf,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:13.102808 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=7fd2de09-5211-4caf-b323-d49f160e0b07,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:13.113332 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4989c9-7513-4619-a7ce-1d8f5df80875 x-openstack-request-id: req-dd4989c9-7513-4619-a7ce-1d8f5df80875 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:13.113818 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11129cf-d945-41b0-a7eb-c25f81c0f173", "name": "network-vif-plugged", "status": "completed", "tag": "7fd2de09-5211-4caf-b323-d49f160e0b07", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:13.114289 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd4989c9-7513-4619-a7ce-1d8f5df80875 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:13.114913 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11129cf-d945-41b0-a7eb-c25f81c0f173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd2de09-5211-4caf-b323-d49f160e0b07', 'code': 200} Jul 16 02:55:13.169568 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port 2853eb13-74dc-4601-912c-dda35ab6ae65 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:13.186183 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 2853eb13-74dc-4601-912c-dda35ab6ae65 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:13.186981 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.396944 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6702c-07e0-4ee4-a447-c6e37ff7ebd4 req-c7f4bd1b-d4b9-4ae6-a2ca-40974a4e5a88 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:13.398731 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-45a6702c-07e0-4ee4-a447-c6e37ff7ebd4 req-c7f4bd1b-d4b9-4ae6-a2ca-40974a4e5a88 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1159408 Jul 16 02:55:13.420150 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f75085-0d14-4062-b23d-c56fe486765f req-08127878-b5a0-40b0-8ca3-a4b2c3e80ea2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:13.422245 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-00f75085-0d14-4062-b23d-c56fe486765f req-08127878-b5a0-40b0-8ca3-a4b2c3e80ea2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 944 time: 0.1892087 Jul 16 02:55:13.481201 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-45a6702c-07e0-4ee4-a447-c6e37ff7ebd4 req-4960331a-bed2-4d10-99f4-3073aedd2654 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751042 Jul 16 02:55:13.546713 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-00f75085-0d14-4062-b23d-c56fe486765f req-e2651ed6-7560-47fe-837f-030570f643ac tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968928 Jul 16 02:55:13.566645 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.619480 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46500) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:13.655152 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 2853eb13-74dc-4601-912c-dda35ab6ae65, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2853eb13-74dc-4601-912c-dda35ab6ae65,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:13.663234 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.716139 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f0a25237-b08f-495f-a293-a0b4a37b9db8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b05fe47d255749a8ab64ad8ec0de6a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932546 Jul 16 02:55:13.720322 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46504) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:13.744799 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917228f-35c4-4041-b9d6-3a9de6d4a940 req-3d2268d2-e3f7-4b04-914f-cdac5444657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:13.748528 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b917228f-35c4-4041-b9d6-3a9de6d4a940 req-3d2268d2-e3f7-4b04-914f-cdac5444657a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 1098 time: 0.1278803 Jul 16 02:55:13.762066 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=2853eb13-74dc-4601-912c-dda35ab6ae65,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:13.826734 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d5330e8-69e5-4864-9b8a-198fba392d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.837356 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b917228f-35c4-4041-b9d6-3a9de6d4a940 req-4c092c2b-fccd-41dc-8bf5-c43eb4b28dc9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719304 Jul 16 02:55:13.863616 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d5330e8-69e5-4864-9b8a-198fba392d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.934391 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46510) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:13.955603 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d5330e8-69e5-4864-9b8a-198fba392d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.959365 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d5330e8-69e5-4864-9b8a-198fba392d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.960585 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9d5330e8-69e5-4864-9b8a-198fba392d2b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93b8c2e2-97c1-4fbd-b1b2-723caef3a13a HTTP/1.1" status: 204 len: 168 time: 0.2391381 Jul 16 02:55:13.969993 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5330e8-69e5-4864-9b8a-198fba392d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b8c2e2-97c1-4fbd-b1b2-723caef3a13a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:14.192621 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0ab74ec-daa4-4b8c-903c-2a77c7442538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.328971 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46522) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:14.415711 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0ab74ec-daa4-4b8c-903c-2a77c7442538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.426597 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0ab74ec-daa4-4b8c-903c-2a77c7442538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.512192 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46528) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:14.512460 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c0ab74ec-daa4-4b8c-903c-2a77c7442538 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b570247464ee483b9730867fbcc07edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5763192 Jul 16 02:55:14.513862 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab74ec-daa4-4b8c-903c-2a77c7442538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce33207-949e-4947-b299-3d47e3ffca62,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:14.716915 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8e23b993-1ea0-4c96-9a66-00000e98b4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.808482 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8e23b993-1ea0-4c96-9a66-00000e98b4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.848648 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.886981 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46538) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:14.946350 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-501db250-d48f-44bb-b447-1abe469dce11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.989874 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-12afc5bf-c1db-41e1-9635-514a2965a39a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4660fa63f1f94907b28eca2b691e40e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1003366 Jul 16 02:55:14.990682 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46542) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:15.065394 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d8563408-69d1-4753-9f78-f7cbda1c4ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.091907 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d8563408-69d1-4753-9f78-f7cbda1c4ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.116535 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30577f7a-88fe-4a13-84c1-495ab7bf308f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2853eb13-74dc-4601-912c-dda35ab6ae65'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:15.127520 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38efc5aa-8e64-4d6e-8656-2390bba7ab8c" -d '{"events": [{"server_uuid": "30577f7a-88fe-4a13-84c1-495ab7bf308f", "name": "network-vif-plugged", "status": "completed", "tag": "2853eb13-74dc-4601-912c-dda35ab6ae65"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:15.151936 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8e23b993-1ea0-4c96-9a66-00000e98b4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.157303 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8e23b993-1ea0-4c96-9a66-00000e98b4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.159268 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8e23b993-1ea0-4c96-9a66-00000e98b4a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ce33207-949e-4947-b299-3d47e3ffca62 HTTP/1.1" status: 204 len: 168 time: 0.6440322 Jul 16 02:55:15.194571 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438d713-6f9d-4f95-a15e-259430228f7c req-8e7de24f-d55a-4151-b99f-1fc3b6300fa7 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:15.197303 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5438d713-6f9d-4f95-a15e-259430228f7c req-8e7de24f-d55a-4151-b99f-1fc3b6300fa7 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.2534139 Jul 16 02:55:15.202362 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d8563408-69d1-4753-9f78-f7cbda1c4ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.210960 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d8563408-69d1-4753-9f78-f7cbda1c4ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.212318 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d8563408-69d1-4753-9f78-f7cbda1c4ed3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d11d91f-ff35-4219-814b-fc7ef4ee9086 HTTP/1.1" status: 204 len: 168 time: 0.2205875 Jul 16 02:55:15.223741 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc83d5c-cc66-4b85-9898-0100d32dff42 req-72cb53a4-4ff2-493c-9920-b0d8593c9f4d tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:15.226512 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4dc83d5c-cc66-4b85-9898-0100d32dff42 req-72cb53a4-4ff2-493c-9920-b0d8593c9f4d tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.3230369 Jul 16 02:55:15.238800 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8563408-69d1-4753-9f78-f7cbda1c4ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d11d91f-ff35-4219-814b-fc7ef4ee9086,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:15.256555 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23b993-1ea0-4c96-9a66-00000e98b4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce33207-949e-4947-b299-3d47e3ffca62,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:15.411821 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4dc83d5c-cc66-4b85-9898-0100d32dff42 req-1b478e58-f6c6-4a76-9e28-d14ac4108a00 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579740 Jul 16 02:55:15.541005 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5438d713-6f9d-4f95-a15e-259430228f7c req-9c2759d7-0cd6-47a6-9b86-c8d3d25914ed tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2956541 Jul 16 02:55:15.558208 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-501db250-d48f-44bb-b447-1abe469dce11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.565645 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-501db250-d48f-44bb-b447-1abe469dce11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.566398 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c3321d-799f-4da1-8ef9-f8767e23d8d8 x-openstack-request-id: req-f2c3321d-799f-4da1-8ef9-f8767e23d8d8 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:15.566697 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30577f7a-88fe-4a13-84c1-495ab7bf308f", "name": "network-vif-plugged", "status": "completed", "tag": "2853eb13-74dc-4601-912c-dda35ab6ae65", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:15.566945 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2c3321d-799f-4da1-8ef9-f8767e23d8d8 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:15.567681 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30577f7a-88fe-4a13-84c1-495ab7bf308f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2853eb13-74dc-4601-912c-dda35ab6ae65', 'code': 200} Jul 16 02:55:15.634086 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501db250-d48f-44bb-b447-1abe469dce11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b29f7b3-b56f-4a41-972b-735d98f5ee5c,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:15.647422 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46558) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:15.656937 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-501db250-d48f-44bb-b447-1abe469dce11 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f46dbd02b4b3467a9d344386022d1399&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3150890 Jul 16 02:55:15.735049 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0efb2c3-7f79-4950-b80e-aabb3404bb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.761983 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0efb2c3-7f79-4950-b80e-aabb3404bb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.837864 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0efb2c3-7f79-4950-b80e-aabb3404bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.841190 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c0efb2c3-7f79-4950-b80e-aabb3404bb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.842983 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c0efb2c3-7f79-4950-b80e-aabb3404bb73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b29f7b3-b56f-4a41-972b-735d98f5ee5c HTTP/1.1" status: 204 len: 168 time: 0.1939595 Jul 16 02:55:15.854084 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efb2c3-7f79-4950-b80e-aabb3404bb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b29f7b3-b56f-4a41-972b-735d98f5ee5c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:16.133261 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a0182-0f2c-406c-9f83-a4162327c881 req-98c5c34c-c649-4d3d-92c1-f83cddfcdf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:16.134835 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ca3a0182-0f2c-406c-9f83-a4162327c881 req-98c5c34c-c649-4d3d-92c1-f83cddfcdf63 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 1098 time: 0.1598253 Jul 16 02:55:16.222659 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ca3a0182-0f2c-406c-9f83-a4162327c881 req-16b8e87d-947c-416b-92bb-b475016dc2f9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561199 Jul 16 02:55:16.499104 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46592) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:16.523301 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5777b3f9-b50b-427f-99f1-e5108c1afd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:16.745741 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5777b3f9-b50b-427f-99f1-e5108c1afd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:16.758645 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5777b3f9-b50b-427f-99f1-e5108c1afd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:16.817480 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5777b3f9-b50b-427f-99f1-e5108c1afd36 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3d44fc6f11344a3aaef61abe04c2ca5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166108 Jul 16 02:55:16.818226 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46606) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:16.839657 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35867d0d-40e2-4c2f-95da-419bda37bc29 req-2aae2bbb-0724-4799-82f0-21070b80a1bb tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:16.842451 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-35867d0d-40e2-4c2f-95da-419bda37bc29 req-2aae2bbb-0724-4799-82f0-21070b80a1bb tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.2865999 Jul 16 02:55:16.859544 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777b3f9-b50b-427f-99f1-e5108c1afd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bef5d3-f57f-4307-a5a3-af833613f9c3,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:16.927677 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2760f96f-dc33-40da-995e-7a1bdf6a3840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:16.968913 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2760f96f-dc33-40da-995e-7a1bdf6a3840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:17.000525 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f1c3f-1250-4f58-966a-42143f5c86ce req-2ee228ad-b440-44f8-ba47-893ba7f0176c tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:17.009671 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2b6f1c3f-1250-4f58-966a-42143f5c86ce req-2ee228ad-b440-44f8-ba47-893ba7f0176c tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.2988195 Jul 16 02:55:17.016151 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-35867d0d-40e2-4c2f-95da-419bda37bc29 req-5efa3347-6ec2-47b3-9acb-fea96477776b tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642928 Jul 16 02:55:17.078627 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2b6f1c3f-1250-4f58-966a-42143f5c86ce req-d8a28936-06a9-4251-8206-4d8d2a7968ca tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594916 Jul 16 02:55:17.255853 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2760f96f-dc33-40da-995e-7a1bdf6a3840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:17.260448 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2760f96f-dc33-40da-995e-7a1bdf6a3840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:17.261742 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2760f96f-dc33-40da-995e-7a1bdf6a3840 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27bef5d3-f57f-4307-a5a3-af833613f9c3 HTTP/1.1" status: 204 len: 168 time: 0.4420056 Jul 16 02:55:17.270632 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2760f96f-dc33-40da-995e-7a1bdf6a3840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bef5d3-f57f-4307-a5a3-af833613f9c3,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:17.605096 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bed14c-68c8-4729-ae3d-bf652eb5f26e req-c3151821-1b47-4ea7-b91e-af4c54f98fcc tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:17.606848 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a2bed14c-68c8-4729-ae3d-bf652eb5f26e req-c3151821-1b47-4ea7-b91e-af4c54f98fcc tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.0728736 Jul 16 02:55:17.664357 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a2bed14c-68c8-4729-ae3d-bf652eb5f26e req-a0700dba-485b-4b6b-8bf2-6a716a2256bd tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488219 Jul 16 02:55:18.335253 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6fe08-6bcc-425c-a04b-dba38d7641ff req-140c0b3a-38f4-4814-a2fd-02a902bde464 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:18.338102 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-def6fe08-6bcc-425c-a04b-dba38d7641ff req-140c0b3a-38f4-4814-a2fd-02a902bde464 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1032078 Jul 16 02:55:18.401773 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-def6fe08-6bcc-425c-a04b-dba38d7641ff req-0e874451-945f-47c4-a7d8-552e504c1838 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568333 Jul 16 02:55:18.889478 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:55:18.897729 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:19.023145 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b49bb7-487b-4b82-a209-a370dcb3b83e req-e96dc2e8-8b6c-4305-821a-07aabdf28f66 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:19.053978 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e1b49bb7-487b-4b82-a209-a370dcb3b83e req-e96dc2e8-8b6c-4305-821a-07aabdf28f66 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.2177849 Jul 16 02:55:19.139810 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e1b49bb7-487b-4b82-a209-a370dcb3b83e req-6b671ed3-b4be-46cc-afeb-109186705f1b tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826547 Jul 16 02:55:19.631146 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cbdbdd-0bbd-4f74-917a-92f2b905b6fb req-4c1e3954-f4cd-4876-a1db-f7379cbb8e36 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:19.632629 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-69cbdbdd-0bbd-4f74-917a-92f2b905b6fb req-4c1e3954-f4cd-4876-a1db-f7379cbb8e36 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0887659 Jul 16 02:55:19.679716 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-69cbdbdd-0bbd-4f74-917a-92f2b905b6fb req-aacb138a-9711-4802-b500-413e58fc6f92 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408471 Jul 16 02:55:20.296048 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcd7de-7a92-4473-9410-39f4ad4023d4 req-f85c044a-a11d-4c00-bc1c-4a7ecaad9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:20.297735 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6edcd7de-7a92-4473-9410-39f4ad4023d4 req-f85c044a-a11d-4c00-bc1c-4a7ecaad9f82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0218a0c0773246a6b0ec31970dce3bef&device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 1098 time: 0.1456153 Jul 16 02:55:20.475010 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b6891-a442-4c00-b671-3f84ff49c0c8 req-4764a939-c75a-4cf4-a8ce-dd3397b4f182 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:20.476615 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-df8b6891-a442-4c00-b671-3f84ff49c0c8 req-4764a939-c75a-4cf4-a8ce-dd3397b4f182 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1496978 Jul 16 02:55:20.482152 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcd7de-7a92-4473-9410-39f4ad4023d4 req-7bf5e6b6-106d-4dde-a92a-f809daf8614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:20.483635 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6edcd7de-7a92-4473-9410-39f4ad4023d4 req-7bf5e6b6-106d-4dde-a92a-f809daf8614f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4acc2c2e-58bf-4d93-b9e8-16813084eb28 HTTP/1.1" status: 200 len: 920 time: 0.1792283 Jul 16 02:55:20.539608 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6edcd7de-7a92-4473-9410-39f4ad4023d4 req-68027a7b-0db4-4c1c-aa3e-cf57c8497183 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7fd2de09-5211-4caf-b323-d49f160e0b07 HTTP/1.1" status: 200 len: 217 time: 0.0452044 Jul 16 02:55:20.560502 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-df8b6891-a442-4c00-b671-3f84ff49c0c8 req-c49ade6d-6980-47e6-b0bb-5ec61fdac8da tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737178 Jul 16 02:55:20.671312 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcd7de-7a92-4473-9410-39f4ad4023d4 req-9952fde7-6239-4913-a662-d2262bf15722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:20.674305 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6edcd7de-7a92-4473-9410-39f4ad4023d4 req-9952fde7-6239-4913-a662-d2262bf15722 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1e1b4036-f5ae-4ccd-bf7c-5fae46445f97 HTTP/1.1" status: 200 len: 859 time: 0.0902092 Jul 16 02:55:20.762470 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6edcd7de-7a92-4473-9410-39f4ad4023d4 req-158b049e-6463-4836-adcf-f51936c859ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4acc2c2e-58bf-4d93-b9e8-16813084eb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433962 Jul 16 02:55:20.963772 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6edcd7de-7a92-4473-9410-39f4ad4023d4 req-9ba2b04b-b35e-4dc6-8fde-0624a6c5c31f service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920567 Jul 16 02:55:20.988532 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be5a9e-5609-4a47-92c9-639c1341cf5f req-3847053c-9da0-4323-891a-14fa80536d31 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:20.990142 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-07be5a9e-5609-4a47-92c9-639c1341cf5f req-3847053c-9da0-4323-891a-14fa80536d31 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1748226 Jul 16 02:55:21.078628 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-07be5a9e-5609-4a47-92c9-639c1341cf5f req-9c1deea1-5043-4fd3-93ec-c664a04c0195 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783010 Jul 16 02:55:21.102347 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6edcd7de-7a92-4473-9410-39f4ad4023d4 req-b6b9a96c-161a-4448-a1b0-945d94aa7c59 service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307471 Jul 16 02:55:22.040581 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-adbf64e2-03e1-4538-89ff-bd05947adc0e req-0764f5d1-5be1-4f12-848f-06e5708d7b17 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3639843 Jul 16 02:55:22.135748 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305e42f-6cb0-4eed-8d9b-91256f21560f req-256f87c3-b247-4b83-9bd9-b5e2eaf2931c tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:22.139185 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c305e42f-6cb0-4eed-8d9b-91256f21560f req-256f87c3-b247-4b83-9bd9-b5e2eaf2931c tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.2592018 Jul 16 02:55:22.277407 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c305e42f-6cb0-4eed-8d9b-91256f21560f req-6f87e65a-5956-47c3-b963-0b75e6805249 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235411 Jul 16 02:55:22.305371 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1119a-a55e-4f7f-a4dc-1cd2a8ee5e2e req-2dd8006f-d2bc-4ce5-ad69-590bca461d70 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:22.314117 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-35d1119a-a55e-4f7f-a4dc-1cd2a8ee5e2e req-2dd8006f-d2bc-4ce5-ad69-590bca461d70 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 946 time: 0.1614277 Jul 16 02:55:22.352543 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf64e2-03e1-4538-89ff-bd05947adc0e req-91f3812b-ae43-4ea6-84d5-dac2036f0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:22.355888 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-adbf64e2-03e1-4538-89ff-bd05947adc0e req-91f3812b-ae43-4ea6-84d5-dac2036f0f6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9a30596729dc4ff6a9a2365ae8874fbb&device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 1099 time: 0.1595891 Jul 16 02:55:22.390576 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-35d1119a-a55e-4f7f-a4dc-1cd2a8ee5e2e req-d11660d4-1ff7-4ab5-8fbc-d5c3685063f5 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740585 Jul 16 02:55:22.554692 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf64e2-03e1-4538-89ff-bd05947adc0e req-81a43d7a-a090-479f-846e-762d733b443a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:22.556359 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-adbf64e2-03e1-4538-89ff-bd05947adc0e req-81a43d7a-a090-479f-846e-762d733b443a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f284f302-7311-400b-bede-0fb8e9ca7583 HTTP/1.1" status: 200 len: 913 time: 0.1619072 Jul 16 02:55:22.620167 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-adbf64e2-03e1-4538-89ff-bd05947adc0e req-f7aada98-4b81-4399-a07a-b6cdddb18787 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b237f339-56dc-42bd-b2ae-0188d17076f8 HTTP/1.1" status: 200 len: 217 time: 0.0519867 Jul 16 02:55:22.714523 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf64e2-03e1-4538-89ff-bd05947adc0e req-7453bfc5-bbca-4dca-bc4b-03b4087bb09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:22.716065 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-adbf64e2-03e1-4538-89ff-bd05947adc0e req-7453bfc5-bbca-4dca-bc4b-03b4087bb09e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=289bd2fd-6f99-4de9-95a9-c035880c380b HTTP/1.1" status: 200 len: 852 time: 0.0781627 Jul 16 02:55:22.754716 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-adbf64e2-03e1-4538-89ff-bd05947adc0e req-e7ff8b9a-0460-44e0-92c5-770ecd116fbc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f284f302-7311-400b-bede-0fb8e9ca7583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304685 Jul 16 02:55:22.762703 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a2b80-8e8a-4e8d-a952-7820806d914a req-1174ccbd-b4ed-4eed-98b4-c263a8abce5b tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:22.764293 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-110a2b80-8e8a-4e8d-a952-7820806d914a req-1174ccbd-b4ed-4eed-98b4-c263a8abce5b tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1369913 Jul 16 02:55:22.866046 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-110a2b80-8e8a-4e8d-a952-7820806d914a req-466885c9-2725-479e-8b2d-7a9752198a32 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916953 Jul 16 02:55:22.895630 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-adbf64e2-03e1-4538-89ff-bd05947adc0e req-2f4acb17-0e4e-4d9d-afb3-4d0ef7389ddf service neutron] 10.222.0.59 "GET /v2.0/networks/f284f302-7311-400b-bede-0fb8e9ca7583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302655 Jul 16 02:55:23.242061 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46814) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:23.349128 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-adbf64e2-03e1-4538-89ff-bd05947adc0e req-5d9336cd-be4a-4842-8c2d-a01df5563655 service neutron] 10.222.0.59 "GET /v2.0/networks/f284f302-7311-400b-bede-0fb8e9ca7583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455163 Jul 16 02:55:23.396086 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.406709 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f420dd4-49c9-49d9-a855-72a906613c07 req-969eee4d-840d-47a7-891e-347692619fb1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:23.415666 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8f420dd4-49c9-49d9-a855-72a906613c07 req-969eee4d-840d-47a7-891e-347692619fb1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1471438 Jul 16 02:55:23.421669 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46824) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:23.442677 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-3e630054-eda3-4188-8fa3-a0d7a2f7ada1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Request body: {'floatingip': {'port_id': '2853eb13-74dc-4601-912c-dda35ab6ae65'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:23.561274 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fa2e0-05df-43e6-8754-9d89788e0321 req-76ec64bb-a625-4c13-8842-56de0dd1383a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:23.563766 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3f8fa2e0-05df-43e6-8754-9d89788e0321 req-76ec64bb-a625-4c13-8842-56de0dd1383a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.0784724 Jul 16 02:55:23.578805 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e630054-eda3-4188-8fa3-a0d7a2f7ada1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for floatingip, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.694468 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3f8fa2e0-05df-43e6-8754-9d89788e0321 req-47a32e3b-9511-4f8b-92ef-e9e3f9fe1b72 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221197 Jul 16 02:55:23.733993 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e00eea-44d7-461d-8e99-cf37748ebf29 req-d080cc5d-2417-4370-a955-c1dcd3cc5548 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:23.736482 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-82e00eea-44d7-461d-8e99-cf37748ebf29 req-d080cc5d-2417-4370-a955-c1dcd3cc5548 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 946 time: 0.1613979 Jul 16 02:55:23.809077 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-82e00eea-44d7-461d-8e99-cf37748ebf29 req-ec55ed98-6b30-4acf-a6d4-139f8de6dc6f tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579729 Jul 16 02:55:23.985123 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.994943 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.148999 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74525a12-e52c-4280-b10e-9044287b8eb3,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:24.162524 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4bc38fefac6d45069a5ccedc0cfd7bb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9180388 Jul 16 02:55:24.164845 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46840) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:24.191923 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.192492 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.193101 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.193659 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.194227 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.194797 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.195355 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.195920 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.196349 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.196699 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.197027 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.197349 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ae7371-aa1c-46cc-87d4-2d017de9bd5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.235931 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.260896 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.323225 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.325885 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.327123 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74525a12-e52c-4280-b10e-9044287b8eb3 HTTP/1.1" status: 204 len: 168 time: 0.1612694 Jul 16 02:55:24.336208 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74525a12-e52c-4280-b10e-9044287b8eb3,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:24.344268 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.344693 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.345071 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.345408 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.345745 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.346080 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.346406 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.346735 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.347062 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.347388 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.347709 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.348181 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf66597-08c3-4c51-9442-5423c6a64db1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:24.699717 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e630054-eda3-4188-8fa3-a0d7a2f7ada1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.706036 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e630054-eda3-4188-8fa3-a0d7a2f7ada1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.736291 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46854) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:24.755664 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cdfd3015-d8eb-4ee7-ad3d-3f80e95bf163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.836963 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-3e630054-eda3-4188-8fa3-a0d7a2f7ada1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Floating IP 36fe8373-41bc-4686-b6d1-5cfb5bccb96e associated. External IP: 172.27.1.3, port: 2853eb13-74dc-4601-912c-dda35ab6ae65. Jul 16 02:55:24.933737 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cdfd3015-d8eb-4ee7-ad3d-3f80e95bf163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.947469 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d98da-c67d-438d-862c-694e6b1116aa req-52059c3c-fa0a-4d5a-9fe7-48d551974fab tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:24.949049 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-401d98da-c67d-438d-862c-694e6b1116aa req-52059c3c-fa0a-4d5a-9fe7-48d551974fab tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1112437 Jul 16 02:55:24.949890 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cdfd3015-d8eb-4ee7-ad3d-3f80e95bf163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.020275 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-cdfd3015-d8eb-4ee7-ad3d-3f80e95bf163 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43a0d71e376248969508830f3097f2b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826128 Jul 16 02:55:25.021375 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46860) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:25.048441 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd3015-d8eb-4ee7-ad3d-3f80e95bf163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae90472-831a-4ad7-a8a1-33b9064b9242,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:25.082246 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-401d98da-c67d-438d-862c-694e6b1116aa req-529ca1e2-562d-4c21-b32e-35b93be8bd76 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209691 Jul 16 02:55:25.178935 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f724d4d8-de52-4043-9d97-5dfa3f02e079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.215799 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a64b6a-92af-411e-8fd4-2b31ccd78e19 req-6138e35a-a79a-4df4-a693-7eea0b9175f4 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:25.217431 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-18a64b6a-92af-411e-8fd4-2b31ccd78e19 req-6138e35a-a79a-4df4-a693-7eea0b9175f4 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 946 time: 0.1706443 Jul 16 02:55:25.223746 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f724d4d8-de52-4043-9d97-5dfa3f02e079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.296175 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-18a64b6a-92af-411e-8fd4-2b31ccd78e19 req-cd9bc24b-d256-44c3-ba4a-d21fbdc29567 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700059 Jul 16 02:55:25.327955 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f724d4d8-de52-4043-9d97-5dfa3f02e079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.331694 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f724d4d8-de52-4043-9d97-5dfa3f02e079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.340772 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-f724d4d8-de52-4043-9d97-5dfa3f02e079 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ae90472-831a-4ad7-a8a1-33b9064b9242 HTTP/1.1" status: 204 len: 168 time: 0.3134623 Jul 16 02:55:25.343681 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e630054-eda3-4188-8fa3-a0d7a2f7ada1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Router 5a883065-29bb-4518-8a9b-254119326319 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:55:25.353044 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724d4d8-de52-4043-9d97-5dfa3f02e079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae90472-831a-4ad7-a8a1-33b9064b9242,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:25.494941 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e630054-eda3-4188-8fa3-a0d7a2f7ada1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:55:25.502922 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e630054-eda3-4188-8fa3-a0d7a2f7ada1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.515135 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271391f7-e131-4e1b-98fb-5a5be64c5153 None None] Sync routers for ids ['5a883065-29bb-4518-8a9b-254119326319'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:55:25.532600 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271391f7-e131-4e1b-98fb-5a5be64c5153 None None] Routers {'5a883065-29bb-4518-8a9b-254119326319'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:25.533762 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-271391f7-e131-4e1b-98fb-5a5be64c5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:55:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['5a883065-29bb-4518-8a9b-254119326319'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:25.594152 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3e630054-eda3-4188-8fa3-a0d7a2f7ada1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "PUT /v2.0/floatingips/36fe8373-41bc-4686-b6d1-5cfb5bccb96e HTTP/1.1" status: 200 len: 989 time: 2.1706822 Jul 16 02:55:25.595420 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30577f7a-88fe-4a13-84c1-495ab7bf308f', 'tag': '2853eb13-74dc-4601-912c-dda35ab6ae65'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:25.790531 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-271391f7-e131-4e1b-98fb-5a5be64c5153 None None] Set router 5a883065-29bb-4518-8a9b-254119326319 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:25.894717 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119aeaffa3e5fd25604a3d5152f906a60d91faf9d675312b24589df274c5d5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02ab5c4-f052-43e0-9d8c-80f66f2d61ee" -d '{"events": [{"name": "network-changed", "server_uuid": "30577f7a-88fe-4a13-84c1-495ab7bf308f", "tag": "2853eb13-74dc-4601-912c-dda35ab6ae65"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:26.123220 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cd3439-e1cd-4364-b9e7-787f96838ff7 x-openstack-request-id: req-16cd3439-e1cd-4364-b9e7-787f96838ff7 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:26.123516 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30577f7a-88fe-4a13-84c1-495ab7bf308f", "tag": "2853eb13-74dc-4601-912c-dda35ab6ae65", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:26.123767 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16cd3439-e1cd-4364-b9e7-787f96838ff7 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:26.126008 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30577f7a-88fe-4a13-84c1-495ab7bf308f', 'tag': '2853eb13-74dc-4601-912c-dda35ab6ae65', 'status': 'completed', 'code': 200} Jul 16 02:55:26.323009 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867c222-27ee-4d1a-8c11-391c157d1589 req-efcca29c-23c8-413c-a194-20ef5697cc3a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:26.325305 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a867c222-27ee-4d1a-8c11-391c157d1589 req-efcca29c-23c8-413c-a194-20ef5697cc3a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.0851698 Jul 16 02:55:26.395779 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-271391f7-e131-4e1b-98fb-5a5be64c5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '36fe8373-41bc-4686-b6d1-5cfb5bccb96e', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': '5a883065-29bb-4518-8a9b-254119326319', 'port_id': '2853eb13-74dc-4601-912c-dda35ab6ae65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'mac_address': 'fa:16:3e:4c:83:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30577f7a-88fe-4a13-84c1-495ab7bf308f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:41Z', 'updated_at': '2021-07-16T02:55:24Z', 'revision_number': 1, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:48Z', 'revision_number': 5, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:26.402474 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a867c222-27ee-4d1a-8c11-391c157d1589 req-3f4382e4-867c-4166-b348-debfc8b8c6df tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668099 Jul 16 02:55:26.443561 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271391f7-e131-4e1b-98fb-5a5be64c5153 None None] Checking router: 5a883065-29bb-4518-8a9b-254119326319 for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:55:26.456345 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271391f7-e131-4e1b-98fb-5a5be64c5153 None None] Routers {'5a883065-29bb-4518-8a9b-254119326319'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:26.457415 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-271391f7-e131-4e1b-98fb-5a5be64c5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:55:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['5a883065-29bb-4518-8a9b-254119326319'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:26.606463 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-271391f7-e131-4e1b-98fb-5a5be64c5153 None None] Set router 5a883065-29bb-4518-8a9b-254119326319 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:26.697902 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226d276-bb15-4de7-9e21-965a5fe61060 req-942df4c8-0adf-4860-8acd-c2cfe92a45b1 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:26.709879 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2226d276-bb15-4de7-9e21-965a5fe61060 req-942df4c8-0adf-4860-8acd-c2cfe92a45b1 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 946 time: 0.1425183 Jul 16 02:55:26.733426 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ab5c4-f052-43e0-9d8c-80f66f2d61ee req-5d1d0145-5c9f-48cd-b10b-832a88ad2e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:26.735136 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a02ab5c4-f052-43e0-9d8c-80f66f2d61ee req-5d1d0145-5c9f-48cd-b10b-832a88ad2e02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29aae069908e46e4a488a1aace77f0c8&device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 1098 time: 0.1558306 Jul 16 02:55:26.783657 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2226d276-bb15-4de7-9e21-965a5fe61060 req-ae86ed42-4bf0-40e4-a035-31b226d468b9 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725100 Jul 16 02:55:26.873133 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ab5c4-f052-43e0-9d8c-80f66f2d61ee req-568dfcd2-f184-4401-bc29-c43698457b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:26.874697 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a02ab5c4-f052-43e0-9d8c-80f66f2d61ee req-568dfcd2-f184-4401-bc29-c43698457b4d service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f019d7f-ca97-4436-8164-18594840904c HTTP/1.1" status: 200 len: 912 time: 0.1199012 Jul 16 02:55:26.978100 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-271391f7-e131-4e1b-98fb-5a5be64c5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '36fe8373-41bc-4686-b6d1-5cfb5bccb96e', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': '5a883065-29bb-4518-8a9b-254119326319', 'port_id': '2853eb13-74dc-4601-912c-dda35ab6ae65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'mac_address': 'fa:16:3e:4c:83:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30577f7a-88fe-4a13-84c1-495ab7bf308f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:41Z', 'updated_at': '2021-07-16T02:55:24Z', 'revision_number': 1, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:48Z', 'revision_number': 5, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:26.995024 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a02ab5c4-f052-43e0-9d8c-80f66f2d61ee req-35cd68ef-2014-42ef-ad83-3b01b05679e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2853eb13-74dc-4601-912c-dda35ab6ae65 HTTP/1.1" status: 200 len: 997 time: 0.1093745 Jul 16 02:55:27.022430 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271391f7-e131-4e1b-98fb-5a5be64c5153 None None] The sync data for ids ['5a883065-29bb-4518-8a9b-254119326319'] in dv-cinder-788364-5-iscsi is: [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '36fe8373-41bc-4686-b6d1-5cfb5bccb96e', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'floating_ip_address': '172.27.1.3', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': '5a883065-29bb-4518-8a9b-254119326319', 'port_id': '2853eb13-74dc-4601-912c-dda35ab6ae65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'mac_address': 'fa:16:3e:4c:83:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30577f7a-88fe-4a13-84c1-495ab7bf308f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:41Z', 'updated_at': '2021-07-16T02:55:24Z', 'revision_number': 1, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:48Z', 'revision_number': 5, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:55:27.053830 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ab5c4-f052-43e0-9d8c-80f66f2d61ee req-09e0bd4e-61f7-4e52-90ba-502cf9d73ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:27.055374 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a02ab5c4-f052-43e0-9d8c-80f66f2d61ee req-09e0bd4e-61f7-4e52-90ba-502cf9d73ba8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74e7130c-43e1-4974-8008-6ba18bb52ea5 HTTP/1.1" status: 200 len: 850 time: 0.0522344 Jul 16 02:55:27.191063 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ab5c4-f052-43e0-9d8c-80f66f2d61ee req-15ecbd08-c102-4eb1-bba3-e7fbc9bd657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:27.192877 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a02ab5c4-f052-43e0-9d8c-80f66f2d61ee req-15ecbd08-c102-4eb1-bba3-e7fbc9bd657d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f019d7f-ca97-4436-8164-18594840904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0914280 Jul 16 02:55:27.339491 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a02ab5c4-f052-43e0-9d8c-80f66f2d61ee req-0937b590-0aab-4e20-8e80-4d974258a386 service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363025 Jul 16 02:55:27.364557 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ac294d-bdab-4c72-8cac-5d800868342a None None] New status for floating IP 36fe8373-41bc-4686-b6d1-5cfb5bccb96e: ACTIVE {{(pid=92929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:55:27.518338 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a02ab5c4-f052-43e0-9d8c-80f66f2d61ee req-4e7a286f-fef4-44bd-be3e-6c474da2af0b service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686909 Jul 16 02:55:27.670058 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f64c61-6768-4875-8352-36bdd1b8e702 req-f4a12dd6-62bd-4f6a-a62d-2cf5d26ab72e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:27.671822 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c8f64c61-6768-4875-8352-36bdd1b8e702 req-f4a12dd6-62bd-4f6a-a62d-2cf5d26ab72e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.0821869 Jul 16 02:55:27.726956 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c8f64c61-6768-4875-8352-36bdd1b8e702 req-aee6cdac-ee04-4124-a97c-83d30b0b64c2 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465984 Jul 16 02:55:28.107824 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569aab32-1f41-4596-863f-3c829be96cf5 req-636af9f1-ac3a-4ada-9ed5-9e7bfff817fb tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:28.111257 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-569aab32-1f41-4596-863f-3c829be96cf5 req-636af9f1-ac3a-4ada-9ed5-9e7bfff817fb tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 946 time: 0.1241281 Jul 16 02:55:28.174166 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-569aab32-1f41-4596-863f-3c829be96cf5 req-1dbe773d-2881-426c-8dc8-3891d71a60aa tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc59c3ba-68e1-40dc-b759-cda20013d062&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549304 Jul 16 02:55:28.376895 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17f050-3f2e-4c99-92f4-0af23df6aed5 req-bb7e9575-0602-4f7d-8ac9-0e5d0056665a tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:28.379052 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fb17f050-3f2e-4c99-92f4-0af23df6aed5 req-bb7e9575-0602-4f7d-8ac9-0e5d0056665a tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.59 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 946 time: 0.1062138 Jul 16 02:55:28.567433 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46970) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:28.626253 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-fb17f050-3f2e-4c99-92f4-0af23df6aed5 req-066d41ea-ae0a-445e-88ab-6100e224831d tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Deleting port b237f339-56dc-42bd-b2ae-0188d17076f8 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:55:28.626876 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-fb17f050-3f2e-4c99-92f4-0af23df6aed5 req-066d41ea-ae0a-445e-88ab-6100e224831d tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:28.773578 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-fb17f050-3f2e-4c99-92f4-0af23df6aed5 req-066d41ea-ae0a-445e-88ab-6100e224831d tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] For port b237f339-56dc-42bd-b2ae-0188d17076f8, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b237f339-56dc-42bd-b2ae-0188d17076f8,segment=NetworkSegment(195fae43-389b-4d3c-ae13-ae9aa0a1d792),segment_id=195fae43-389b-4d3c-ae13-ae9aa0a1d792)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:28.774157 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-fb17f050-3f2e-4c99-92f4-0af23df6aed5 req-066d41ea-ae0a-445e-88ab-6100e224831d tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:28.792916 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-26f91568-efcc-44d2-8eb7-4397eb9f2d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:28.805128 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-fb17f050-3f2e-4c99-92f4-0af23df6aed5 req-066d41ea-ae0a-445e-88ab-6100e224831d tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Calling delete_port for b237f339-56dc-42bd-b2ae-0188d17076f8 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:55:28.904766 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-26f91568-efcc-44d2-8eb7-4397eb9f2d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:28.910399 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-26f91568-efcc-44d2-8eb7-4397eb9f2d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:28.953911 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46984) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:28.970464 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-26f91568-efcc-44d2-8eb7-4397eb9f2d8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bcbc3f17cef04423a62d457070fa6079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016318 Jul 16 02:55:28.978416 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 46988) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:28.994160 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f91568-efcc-44d2-8eb7-4397eb9f2d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757e2efb-91db-4ab0-9f7a-08136b2b8e8e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:29.149198 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7886c8-66f7-4e2d-b62c-1a91612320e2 req-ee5e2b0f-66af-40a4-b374-4d798a61f7ff tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:29.149775 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9c81a19c-7317-42b9-a2a7-102c0b3fe894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.151402 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1e7886c8-66f7-4e2d-b62c-1a91612320e2 req-ee5e2b0f-66af-40a4-b374-4d798a61f7ff tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.2721093 Jul 16 02:55:29.179964 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f5285036-29bd-4a3d-93aa-96b1a5d45129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.239093 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f5285036-29bd-4a3d-93aa-96b1a5d45129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.240536 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1e7886c8-66f7-4e2d-b62c-1a91612320e2 req-eee77d1a-c994-4dfa-8e81-662a22a7afc1 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771365 Jul 16 02:55:29.255054 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-fb17f050-3f2e-4c99-92f4-0af23df6aed5 req-066d41ea-ae0a-445e-88ab-6100e224831d tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.307997 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d41ea-ae0a-445e-88ab-6100e224831d tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Pushing event deleted for resources: {'Port': ['ID=b237f339-56dc-42bd-b2ae-0188d17076f8,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:29.387377 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f5285036-29bd-4a3d-93aa-96b1a5d45129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.390174 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f5285036-29bd-4a3d-93aa-96b1a5d45129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.391631 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f5285036-29bd-4a3d-93aa-96b1a5d45129 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/757e2efb-91db-4ab0-9f7a-08136b2b8e8e HTTP/1.1" status: 204 len: 168 time: 0.4113894 Jul 16 02:55:29.412243 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5285036-29bd-4a3d-93aa-96b1a5d45129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757e2efb-91db-4ab0-9f7a-08136b2b8e8e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:29.442984 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9c81a19c-7317-42b9-a2a7-102c0b3fe894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.446938 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2c2a1815-1a8b-4003-ad5b-20fa16b15890 req-2266d96f-bc96-49b0-a0d4-033d22433f11 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 210 time: 0.0600557 Jul 16 02:55:29.447894 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb17f050-3f2e-4c99-92f4-0af23df6aed5 req-066d41ea-ae0a-445e-88ab-6100e224831d tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] No DVR routers for this DVR port b237f339-56dc-42bd-b2ae-0188d17076f8 on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:55:29.450398 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9c81a19c-7317-42b9-a2a7-102c0b3fe894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.451762 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-fb17f050-3f2e-4c99-92f4-0af23df6aed5 req-066d41ea-ae0a-445e-88ab-6100e224831d tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.454663 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fb17f050-3f2e-4c99-92f4-0af23df6aed5 req-066d41ea-ae0a-445e-88ab-6100e224831d tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.59 "DELETE /v2.0/ports/b237f339-56dc-42bd-b2ae-0188d17076f8 HTTP/1.1" status: 204 len: 173 time: 1.0566216 Jul 16 02:55:29.455226 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4', 'name': 'network-vif-deleted', 'tag': 'b237f339-56dc-42bd-b2ae-0188d17076f8'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:29.458157 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d343ded3-818f-4ca1-8f17-c0805a07cfd3" -d '{"events": [{"server_uuid": "4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4", "name": "network-vif-deleted", "tag": "b237f339-56dc-42bd-b2ae-0188d17076f8"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:29.495502 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81a19c-7317-42b9-a2a7-102c0b3fe894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de4ae06-b4c3-445a-9a39-956ca195c425,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:29.517685 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9c81a19c-7317-42b9-a2a7-102c0b3fe894 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3744602e73704d29ab1302923fccf800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487490 Jul 16 02:55:29.518200 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 46998) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:29.586542 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304c479d-e3fe-456e-b3f0-5a2345f61f9f x-openstack-request-id: req-304c479d-e3fe-456e-b3f0-5a2345f61f9f {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:29.586542 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4", "name": "network-vif-deleted", "tag": "b237f339-56dc-42bd-b2ae-0188d17076f8", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:29.586542 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-304c479d-e3fe-456e-b3f0-5a2345f61f9f {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:29.588044 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4', 'name': 'network-vif-deleted', 'tag': 'b237f339-56dc-42bd-b2ae-0188d17076f8', 'status': 'completed', 'code': 200} Jul 16 02:55:29.627676 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1509c20d-aa21-4d9f-84d3-77c74bae361e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.668379 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1509c20d-aa21-4d9f-84d3-77c74bae361e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.740379 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1509c20d-aa21-4d9f-84d3-77c74bae361e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.745706 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1509c20d-aa21-4d9f-84d3-77c74bae361e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.748725 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-1509c20d-aa21-4d9f-84d3-77c74bae361e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3de4ae06-b4c3-445a-9a39-956ca195c425 HTTP/1.1" status: 204 len: 168 time: 0.2278917 Jul 16 02:55:29.761652 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509c20d-aa21-4d9f-84d3-77c74bae361e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de4ae06-b4c3-445a-9a39-956ca195c425,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:29.893181 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47008) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:29.915574 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ae64726-bdfe-41be-a3cc-dd16816d0b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.072604 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ae64726-bdfe-41be-a3cc-dd16816d0b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.080511 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2ae64726-bdfe-41be-a3cc-dd16816d0b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.140793 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2ae64726-bdfe-41be-a3cc-dd16816d0b05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb88ad278509401f85725ca29cda1236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413208 Jul 16 02:55:30.140793 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae64726-bdfe-41be-a3cc-dd16816d0b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cba7f8d-d3dc-4e25-b054-b88d1d88cf38,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:30.141182 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47012) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:30.205193 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 47016) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:30.229709 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ce7c96ea-d9e0-494e-ac5e-9d26412eea6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.237576 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-38e899e2-879b-4553-ada9-d0d8289ae183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.262846 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-38e899e2-879b-4553-ada9-d0d8289ae183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.370266 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-38e899e2-879b-4553-ada9-d0d8289ae183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.374432 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-38e899e2-879b-4553-ada9-d0d8289ae183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.376352 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-38e899e2-879b-4553-ada9-d0d8289ae183 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5cba7f8d-d3dc-4e25-b054-b88d1d88cf38 HTTP/1.1" status: 204 len: 168 time: 0.2338619 Jul 16 02:55:30.399910 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e899e2-879b-4553-ada9-d0d8289ae183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cba7f8d-d3dc-4e25-b054-b88d1d88cf38,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:30.419492 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ce7c96ea-d9e0-494e-ac5e-9d26412eea6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.430955 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ce7c96ea-d9e0-494e-ac5e-9d26412eea6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.536763 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ce7c96ea-d9e0-494e-ac5e-9d26412eea6e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db0fe4f90fc641198d8b544f307865d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297832 Jul 16 02:55:30.540405 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47024) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:30.541487 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c96ea-d9e0-494e-ac5e-9d26412eea6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a43f8d1-db6d-49fe-9feb-d88c1c897a97,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:30.589958 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a9718-418e-473a-b14f-cf7bd687156f req-9bf0dae9-a790-4fea-9753-17e25375575e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:30.591797 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cf1a9718-418e-473a-b14f-cf7bd687156f req-9bf0dae9-a790-4fea-9753-17e25375575e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1131303 Jul 16 02:55:30.641588 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cf1a9718-418e-473a-b14f-cf7bd687156f req-53d0f95d-1a6f-426a-9fd4-3a637f0ac308 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396249 Jul 16 02:55:30.668475 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7866aa96-7497-43b1-b4f0-ac9fafae9347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.708527 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7866aa96-7497-43b1-b4f0-ac9fafae9347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.800722 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7866aa96-7497-43b1-b4f0-ac9fafae9347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.804099 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7866aa96-7497-43b1-b4f0-ac9fafae9347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.805746 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7866aa96-7497-43b1-b4f0-ac9fafae9347 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a43f8d1-db6d-49fe-9feb-d88c1c897a97 HTTP/1.1" status: 204 len: 168 time: 0.2632723 Jul 16 02:55:30.815870 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866aa96-7497-43b1-b4f0-ac9fafae9347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a43f8d1-db6d-49fe-9feb-d88c1c897a97,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:30.921629 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5c0582c0-f96a-4723-bf2b-267075bbf955 req-220319eb-b428-406f-8409-959e0e4ad4f6 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 210 time: 0.0544426 Jul 16 02:55:31.927944 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b8a5a-4f90-43c6-b46c-3f79c0c2df92 req-f22e7929-1381-42d3-9973-3ce8b48ecd35 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:31.931441 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c64b8a5a-4f90-43c6-b46c-3f79c0c2df92 req-f22e7929-1381-42d3-9973-3ce8b48ecd35 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1300120 Jul 16 02:55:32.004537 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c64b8a5a-4f90-43c6-b46c-3f79c0c2df92 req-ce4991f1-cc26-441f-a1a8-7844a650c3d9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643680 Jul 16 02:55:32.209843 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-85038116-bc45-4faa-98ad-45ccefc4477e req-19d58d9e-7937-4047-b709-f8c5477e9c07 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 210 time: 0.0520957 Jul 16 02:55:32.278676 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device b237f339-56dc-42bd-b2ae-0188d17076f8 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:55:32.308384 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: b237f339-56dc-42bd-b2ae-0188d17076f8 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:55:32.309025 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device b237f339-56dc-42bd-b2ae-0188d17076f8 not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:55:33.341059 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81817c5-adac-4169-8cc0-d8cff23fe088 req-865ed109-7d63-4a20-837b-e21cfafc9cf4 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:33.343225 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b81817c5-adac-4169-8cc0-d8cff23fe088 req-865ed109-7d63-4a20-837b-e21cfafc9cf4 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1484714 Jul 16 02:55:33.441602 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d0408e02-3846-4dd6-a25c-83b2b6acce8d req-64a1cde2-87bb-4275-9b9e-412ed3328485 tempest-DeleteServersTestJSON-409928006 tempest-DeleteServersTestJSON-409928006-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ea4f152-0ea8-4fcd-b2cd-4d76400f98b4 HTTP/1.1" status: 200 len: 210 time: 0.0545769 Jul 16 02:55:33.458136 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b81817c5-adac-4169-8cc0-d8cff23fe088 req-345e6bf3-4487-49d1-a09a-008c53ca3492 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075296 Jul 16 02:55:34.152801 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47174) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:34.413331 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee82e-5dde-4dd4-8da0-deb7d5afd8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.537158 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee82e-5dde-4dd4-8da0-deb7d5afd8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.542881 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee82e-5dde-4dd4-8da0-deb7d5afd8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.586456 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ee82e-5dde-4dd4-8da0-deb7d5afd8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df293b98-4cfa-4a6b-a749-61dd090234fe,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:34.594956 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ee5ee82e-5dde-4dd4-8da0-deb7d5afd8b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29d23b20ca5a49ec89a21c7af02b8e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4410081 Jul 16 02:55:34.595791 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 47196) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:34.802636 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f515a2b9-f833-4205-bc4e-8d533165e1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.847949 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a0e83-4426-4a17-b8fe-772de8619311 req-7efaf978-dc25-4e65-9798-4758fe6a8a75 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:34.849593 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fd2a0e83-4426-4a17-b8fe-772de8619311 req-7efaf978-dc25-4e65-9798-4758fe6a8a75 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1782827 Jul 16 02:55:34.863773 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f515a2b9-f833-4205-bc4e-8d533165e1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.944699 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fd2a0e83-4426-4a17-b8fe-772de8619311 req-e1b5f26d-ad15-49bb-8347-043613eb8088 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840385 Jul 16 02:55:34.987030 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f515a2b9-f833-4205-bc4e-8d533165e1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.990703 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f515a2b9-f833-4205-bc4e-8d533165e1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.995284 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-f515a2b9-f833-4205-bc4e-8d533165e1c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df293b98-4cfa-4a6b-a749-61dd090234fe HTTP/1.1" status: 204 len: 168 time: 0.3950300 Jul 16 02:55:35.010107 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515a2b9-f833-4205-bc4e-8d533165e1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df293b98-4cfa-4a6b-a749-61dd090234fe,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:35.330295 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 47218) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:35.346113 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7af46cd4-22d6-4383-a92f-8f587294f992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.515754 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7af46cd4-22d6-4383-a92f-8f587294f992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.522044 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7af46cd4-22d6-4383-a92f-8f587294f992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.595513 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-7af46cd4-22d6-4383-a92f-8f587294f992 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f87256aa7634f598456d28e2f7af2d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634847 Jul 16 02:55:35.596020 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47232) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:35.598583 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af46cd4-22d6-4383-a92f-8f587294f992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87881346-d529-49a2-9160-fec0437ca74d,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:35.719048 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2cef5a0b-4ea1-4436-8847-426e41047ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.747139 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2cef5a0b-4ea1-4436-8847-426e41047ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.818658 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2cef5a0b-4ea1-4436-8847-426e41047ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.821995 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2cef5a0b-4ea1-4436-8847-426e41047ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.823366 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2cef5a0b-4ea1-4436-8847-426e41047ebb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87881346-d529-49a2-9160-fec0437ca74d HTTP/1.1" status: 204 len: 168 time: 0.2254658 Jul 16 02:55:35.833933 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef5a0b-4ea1-4436-8847-426e41047ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87881346-d529-49a2-9160-fec0437ca74d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:36.279985 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4cf42b-1286-4436-a3ee-793653749a7f req-4a731526-5843-474a-b8e9-ec0303cc07ac tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:36.281604 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1f4cf42b-1286-4436-a3ee-793653749a7f req-4a731526-5843-474a-b8e9-ec0303cc07ac tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1065919 Jul 16 02:55:36.329843 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1f4cf42b-1286-4436-a3ee-793653749a7f req-f9710dfd-4827-4eea-8151-bdeb75854ba5 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395234 Jul 16 02:55:37.111392 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47258) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:37.260353 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a802fb99-daf0-45b1-9cd4-b83c55adaaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.343398 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 47270) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:37.403071 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6af2d0-37d6-440f-a185-660c4ee7ace8 admin admin] Deleting subnet 289bd2fd-6f99-4de9-95a9-c035880c380b {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:55:37.407252 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ab6af2d0-37d6-440f-a185-660c4ee7ace8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.409871 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a802fb99-daf0-45b1-9cd4-b83c55adaaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.416339 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a802fb99-daf0-45b1-9cd4-b83c55adaaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.460772 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a802fb99-daf0-45b1-9cd4-b83c55adaaf0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19a88512527b4f878ff5491c6ca647b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422480 Jul 16 02:55:37.460772 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47276) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:37.507399 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802fb99-daf0-45b1-9cd4-b83c55adaaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db30f82-51d1-4752-85d5-c3fd43241fcc,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:37.543847 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d7fccfe-6efb-4af2-a5ff-6074ab38103f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.572881 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d7fccfe-6efb-4af2-a5ff-6074ab38103f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.646240 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d7fccfe-6efb-4af2-a5ff-6074ab38103f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.655742 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d7fccfe-6efb-4af2-a5ff-6074ab38103f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.655742 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6d7fccfe-6efb-4af2-a5ff-6074ab38103f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1db30f82-51d1-4752-85d5-c3fd43241fcc HTTP/1.1" status: 204 len: 168 time: 0.1928742 Jul 16 02:55:37.682795 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-135415a8-37df-44e4-8314-c8b4053ff52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.698970 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fccfe-6efb-4af2-a5ff-6074ab38103f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db30f82-51d1-4752-85d5-c3fd43241fcc,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:37.699306 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ab6af2d0-37d6-440f-a185-660c4ee7ace8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12362009'] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.758821 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ab6af2d0-37d6-440f-a185-660c4ee7ace8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.810995 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57134b78-8f0c-4bc3-9e37-f4a3d478deb3 req-4c381098-0215-476e-b559-a5abef9203a1 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:37.813129 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-57134b78-8f0c-4bc3-9e37-f4a3d478deb3 req-4c381098-0215-476e-b559-a5abef9203a1 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1619122 Jul 16 02:55:37.862125 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ab6af2d0-37d6-440f-a185-660c4ee7ace8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8867455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8577270'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.880192 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-57134b78-8f0c-4bc3-9e37-f4a3d478deb3 req-91a34466-b957-4f16-beb7-57473e89dfdb tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591371 Jul 16 02:55:37.902948 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6af2d0-37d6-440f-a185-660c4ee7ace8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289bd2fd-6f99-4de9-95a9-c035880c380b,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:37.908546 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ab6af2d0-37d6-440f-a185-660c4ee7ace8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.911214 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ab6af2d0-37d6-440f-a185-660c4ee7ace8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/289bd2fd-6f99-4de9-95a9-c035880c380b HTTP/1.1" status: 204 len: 168 time: 0.5665150 Jul 16 02:55:37.913964 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 47284) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:37.999551 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-16b93e5a-f681-4704-a2a3-b207ae5b0c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.101020 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-16b93e5a-f681-4704-a2a3-b207ae5b0c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.115105 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-16b93e5a-f681-4704-a2a3-b207ae5b0c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f284f302-7311-400b-bede-0fb8e9ca7583']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:38.131032 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-16b93e5a-f681-4704-a2a3-b207ae5b0c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '195fae43-389b-4d3c-ae13-ae9aa0a1d792') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:38.131318 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-16b93e5a-f681-4704-a2a3-b207ae5b0c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '195fae43-389b-4d3c-ae13-ae9aa0a1d792') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:38.145174 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-16b93e5a-f681-4704-a2a3-b207ae5b0c81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12362030'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.161953 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-16b93e5a-f681-4704-a2a3-b207ae5b0c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.168774 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b93e5a-f681-4704-a2a3-b207ae5b0c81 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:55:38.169159 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-16b93e5a-f681-4704-a2a3-b207ae5b0c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8866269'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: timer() Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: cb(*args, **kw) Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: self._notify() Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: self.callback(batched_events) Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: event.method(event) Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._get(url).json() Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:55:38.170980 dv-cinder-788364-5-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:55:38.235158 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-16b93e5a-f681-4704-a2a3-b207ae5b0c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.244788 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-16b93e5a-f681-4704-a2a3-b207ae5b0c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.247323 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-16b93e5a-f681-4704-a2a3-b207ae5b0c81 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f284f302-7311-400b-bede-0fb8e9ca7583 HTTP/1.1" status: 204 len: 168 time: 0.3320298 Jul 16 02:55:38.261488 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b93e5a-f681-4704-a2a3-b207ae5b0c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=f284f302-7311-400b-bede-0fb8e9ca7583,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:38.445755 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 47288) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:38.493376 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ce621e6b-5e01-44b1-afc5-06c70f99f243 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a30596729dc4ff6a9a2365ae8874fbb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0463710 Jul 16 02:55:38.497759 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 47292) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:38.559916 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-22f47a43-1342-4325-977f-93d4b7e5a3e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.586215 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-22f47a43-1342-4325-977f-93d4b7e5a3e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.642733 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-22f47a43-1342-4325-977f-93d4b7e5a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.645514 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-22f47a43-1342-4325-977f-93d4b7e5a3e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.646734 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-22f47a43-1342-4325-977f-93d4b7e5a3e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc59c3ba-68e1-40dc-b759-cda20013d062 HTTP/1.1" status: 204 len: 168 time: 0.1478643 Jul 16 02:55:38.659280 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f47a43-1342-4325-977f-93d4b7e5a3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc59c3ba-68e1-40dc-b759-cda20013d062,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:39.180866 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9abd31-255e-47b1-a677-a3c224de38fd req-3b0bda2a-9483-479d-9cc6-ab64c7f55668 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:39.183591 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2a9abd31-255e-47b1-a677-a3c224de38fd req-3b0bda2a-9483-479d-9cc6-ab64c7f55668 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.0960953 Jul 16 02:55:39.228693 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2a9abd31-255e-47b1-a677-a3c224de38fd req-4763acab-bd4c-4851-a1ee-26dddf6cc0ef tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387671 Jul 16 02:55:39.532251 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 47320) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:39.667228 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-657973817-network', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:39.695850 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] Made reservation on behalf of 946ac7d8f17b49eb9a1c8a35ddf50f70 for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:39.699825 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.715798 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.837941 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.844253 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.882221 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:55:39.894287 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b30daa0-6558-40dc-9cac-46118d7db4dc,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:39.900775 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.901140 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] Added segment fb83ca77-97be-4929-9367-148372fc404c of type vlan for network 4ab2206b-a201-4aab-8cca-c5880401b996 Jul 16 02:55:39.957626 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.003585 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.005425 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:40.011676 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.069603 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5342758 Jul 16 02:55:40.072278 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47330) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:40.079752 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-6b85a613-ed19-4eb1-808b-d257fea057c2 admin admin] Request body: {'subnet': {'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-subnet', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:40.107529 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b85a613-ed19-4eb1-808b-d257fea057c2 admin admin] Made reservation on behalf of 946ac7d8f17b49eb9a1c8a35ddf50f70 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:40.110952 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6b85a613-ed19-4eb1-808b-d257fea057c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.118431 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c08cbc-ec1f-4ecc-9d0e-189586dd332d admin admin] Pushing event updated for resources: {'Network': ['ID=4ab2206b-a201-4aab-8cca-c5880401b996,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:40.132033 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 4ab2206b-a201-4aab-8cca-c5880401b996 details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:55:40.320267 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6b85a613-ed19-4eb1-808b-d257fea057c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.389384 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85a613-ed19-4eb1-808b-d257fea057c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab221803-f9aa-4d56-af69-49967871c0f1,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:40.399310 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b85a613-ed19-4eb1-808b-d257fea057c2 admin admin] Checking segment: {'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:40.399682 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b85a613-ed19-4eb1-808b-d257fea057c2 admin admin] Network hostable DHCP agents. Network: 4ab2206b-a201-4aab-8cca-c5880401b996, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:55:40.420146 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b85a613-ed19-4eb1-808b-d257fea057c2 admin admin] Network 4ab2206b-a201-4aab-8cca-c5880401b996 is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:55:40.433435 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-6b85a613-ed19-4eb1-808b-d257fea057c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 4ab2206b-a201-4aab-8cca-c5880401b996) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:40.440995 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b85a613-ed19-4eb1-808b-d257fea057c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:40.442121 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6b85a613-ed19-4eb1-808b-d257fea057c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.449886 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fd19c9-09e2-41fb-b646-174f0b09e689 None None] Network 4ab2206b-a201-4aab-8cca-c5880401b996 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:55:40.467798 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6b85a613-ed19-4eb1-808b-d257fea057c2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3934574 Jul 16 02:55:40.472385 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 47334) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:40.477807 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:40.521972 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-891120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10646'] for router, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.523765 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10653'] for router, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.541563 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a397c-90fd-4394-b064-82fc43c0ca38 req-ab3a46ae-8f87-4734-bbd2-dcf9066387b4 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:40.544209 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9e3a397c-90fd-4394-b064-82fc43c0ca38 req-ab3a46ae-8f87-4734-bbd2-dcf9066387b4 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1376524 Jul 16 02:55:40.666257 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.673250 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9e3a397c-90fd-4394-b064-82fc43c0ca38 req-f222597a-d5de-4cd0-a64b-a132e768178a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202745 Jul 16 02:55:40.697466 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10044808-b05a-5995-a1b9-af19030856e8-4ab2206b-a201-4aab-8cca-c5880401b996', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1'}]}} from dv-cinder-788364-5-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:55:40.698912 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.866951 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-891029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7799'] for router, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.891244 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Allocated IP 172.20.0.2 (4ab2206b-a201-4aab-8cca-c5880401b996/ab221803-f9aa-4d56-af69-49967871c0f1/5c9dc796-9bfa-494f-a17f-181caf38a2d5) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:41.077904 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.089805 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Transition to ACTIVE for port object 5c9dc796-9bfa-494f-a17f-181caf38a2d5 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:41.111875 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Transition to ACTIVE for port object 5c9dc796-9bfa-494f-a17f-181caf38a2d5 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:41.123539 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.166103 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Network 4ab2206b-a201-4aab-8cca-c5880401b996 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:41.169420 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:41.173862 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:41.193020 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Pushing event updated for resources: {'Port': ['ID=5c9dc796-9bfa-494f-a17f-181caf38a2d5,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:41.201836 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:41.202190 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:41.202524 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:41.203168 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:41.203787 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:41.204297 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:41.204854 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:41.205367 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:41.205844 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:41.206314 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:41.206793 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:41.207435 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:41.244803 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.268222 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.293160 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Attempting to bind port 5c9dc796-9bfa-494f-a17f-181caf38a2d5 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:41.293794 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Attempting to bind port 5c9dc796-9bfa-494f-a17f-181caf38a2d5 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:41.294420 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Attempting to bind port 5c9dc796-9bfa-494f-a17f-181caf38a2d5 on network 4ab2206b-a201-4aab-8cca-c5880401b996 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:41.304604 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:41.305257 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Checking segment: {'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:41.305903 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.306597 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Bound using segment: {'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:41.307360 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Bound port: 5c9dc796-9bfa-494f-a17f-181caf38a2d5, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:41.308049 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.367435 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.400894 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] For port 5c9dc796-9bfa-494f-a17f-181caf38a2d5, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:41.402495 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Allocated IP 172.27.1.77 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/1c5b630d-f075-4f53-9644-4b6861f2e02f) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:41.404575 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] For port 5c9dc796-9bfa-494f-a17f-181caf38a2d5, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=5c9dc796-9bfa-494f-a17f-181caf38a2d5,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:41.411326 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.473891 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922c064-fa16-46d7-abca-bb14f1e816c3 None None] Pushing event updated for resources: {'Port': ['ID=5c9dc796-9bfa-494f-a17f-181caf38a2d5,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:41.551253 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.603130 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.647125 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5d534352-1e6f-479e-97ac-d07f3fb181f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.653615 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:41.657488 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:41.659949 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:41.712942 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5b630d-f075-4f53-9644-4b6861f2e02f,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:41.911519 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 5c9dc796-9bfa-494f-a17f-181caf38a2d5 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:41.972401 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 5c9dc796-9bfa-494f-a17f-181caf38a2d5 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:42.037809 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e9d38-f7a3-4ed2-9d84-6ab6a519bd1b req-041de100-39d7-4ab4-958b-359d8d3d24da tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:42.039501 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-857e9d38-f7a3-4ed2-9d84-6ab6a519bd1b req-041de100-39d7-4ab4-958b-359d8d3d24da tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1588695 Jul 16 02:55:42.127047 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-857e9d38-f7a3-4ed2-9d84-6ab6a519bd1b req-b3f3740a-500f-4eab-922f-5ec6bd2f8136 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556872 Jul 16 02:55:42.127658 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:42.346177 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:42.532259 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0678dfb0-c87c-4291-9e34-7b4943651618 None None] Network 4ab2206b-a201-4aab-8cca-c5880401b996 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:55:42.618330 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-891131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890880'] for router, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:42.648203 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b6272c96-b4a4-4dd5-b7f0-fbbadd5c68d1 None None] Provisioning for port 5c9dc796-9bfa-494f-a17f-181caf38a2d5 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:42.666453 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b6272c96-b4a4-4dd5-b7f0-fbbadd5c68d1 None None] Provisioning complete for port 5c9dc796-9bfa-494f-a17f-181caf38a2d5 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:42.667057 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b6272c96-b4a4-4dd5-b7f0-fbbadd5c68d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:42.757693 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac is scheduled to L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 with binding_index 1 {{(pid=92927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:55:42.883422 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:55:42.900070 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Sync routers for ids ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:55:42.909944 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:42.912566 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8410a2df-434d-4738-adce-fa72eb2eb264 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4383554 Jul 16 02:55:42.916761 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47368) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:42.919382 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Routers {'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:42.923628 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:55:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:42.936263 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b6272c96-b4a4-4dd5-b7f0-fbbadd5c68d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:43.032717 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-b6272c96-b4a4-4dd5-b7f0-fbbadd5c68d1 None None] For port 5c9dc796-9bfa-494f-a17f-181caf38a2d5, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=5c9dc796-9bfa-494f-a17f-181caf38a2d5,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:43.045214 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b6272c96-b4a4-4dd5-b7f0-fbbadd5c68d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:43.116757 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Set router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:43.135802 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6272c96-b4a4-4dd5-b7f0-fbbadd5c68d1 None None] Pushing event updated for resources: {'Port': ['ID=5c9dc796-9bfa-494f-a17f-181caf38a2d5,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:43.373704 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-316c4b3a-7ab0-46ad-90a0-29d2572b6f55 None None] Provisioning complete for port 5c9dc796-9bfa-494f-a17f-181caf38a2d5 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:43.374728 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-316c4b3a-7ab0-46ad-90a0-29d2572b6f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:43.421572 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:41Z', 'revision_number': 3, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:43.474101 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb117700-57df-46aa-a861-8a5acf85dac9 req-11863ec8-1cb0-4aac-b5f1-549c33296a9e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:43.476820 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bb117700-57df-46aa-a861-8a5acf85dac9 req-11863ec8-1cb0-4aac-b5f1-549c33296a9e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1277237 Jul 16 02:55:43.483367 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Checking router: fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:55:43.483941 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Updating router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac port 1c5b630d-f075-4f53-9644-4b6861f2e02f binding host dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:55:43.507225 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:43.537566 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bb117700-57df-46aa-a861-8a5acf85dac9 req-4a1f7329-a7f5-488c-bf30-58e4d6839ea7 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533235 Jul 16 02:55:43.557867 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:43.708413 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Allocated IP 172.20.0.1 (4ab2206b-a201-4aab-8cca-c5880401b996/ab221803-f9aa-4d56-af69-49967871c0f1/0218cc1c-18da-4553-9673-cd2d52b5315b) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:43.781383 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 5c9dc796-9bfa-494f-a17f-181caf38a2d5 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:43.874301 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:43.894614 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Transition to ACTIVE for port object 0218cc1c-18da-4553-9673-cd2d52b5315b will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:43.938796 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:43.971317 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:43.998832 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Transition to ACTIVE for port object 1c5b630d-f075-4f53-9644-4b6861f2e02f will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:44.012191 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Network 4ab2206b-a201-4aab-8cca-c5880401b996 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:44.017070 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.018281 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:44.044336 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=0218cc1c-18da-4553-9673-cd2d52b5315b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:44.051587 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:44.052838 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958519'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.079673 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 5c9dc796-9bfa-494f-a17f-181caf38a2d5 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:44.080924 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.131134 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a0298-b472-4747-b6e6-2cbe35f24bb6 None None] Pushing event updated for resources: {'Port': ['ID=1c5b630d-f075-4f53-9644-4b6861f2e02f,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:44.146871 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0298-b472-4747-b6e6-2cbe35f24bb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:44.147800 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0298-b472-4747-b6e6-2cbe35f24bb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:44.148589 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0298-b472-4747-b6e6-2cbe35f24bb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:44.149366 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0298-b472-4747-b6e6-2cbe35f24bb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:44.150117 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0298-b472-4747-b6e6-2cbe35f24bb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:44.150832 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0298-b472-4747-b6e6-2cbe35f24bb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:44.151381 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0298-b472-4747-b6e6-2cbe35f24bb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:44.151949 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0298-b472-4747-b6e6-2cbe35f24bb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:44.152697 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0298-b472-4747-b6e6-2cbe35f24bb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:44.153150 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0298-b472-4747-b6e6-2cbe35f24bb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:44.153696 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0298-b472-4747-b6e6-2cbe35f24bb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:44.154434 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21a0298-b472-4747-b6e6-2cbe35f24bb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:44.181781 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Attempting to bind port 1c5b630d-f075-4f53-9644-4b6861f2e02f on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:44.182674 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Attempting to bind port 1c5b630d-f075-4f53-9644-4b6861f2e02f by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:44.183615 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Attempting to bind port 1c5b630d-f075-4f53-9644-4b6861f2e02f on network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:44.198465 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:44.199131 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Checking segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:44.199820 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.200976 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Bound using segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:44.201929 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Bound port: 1c5b630d-f075-4f53-9644-4b6861f2e02f, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:44.202621 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.253808 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.307488 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] For port 1c5b630d-f075-4f53-9644-4b6861f2e02f, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:44.315890 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] For port 1c5b630d-f075-4f53-9644-4b6861f2e02f, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=1c5b630d-f075-4f53-9644-4b6861f2e02f,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:44.327066 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.422679 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-6e85c6d1-b61a-4042-ad0d-aa787b2a8f3f None None] Provisioning for port 0218cc1c-18da-4553-9673-cd2d52b5315b completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:44.425342 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Routers {'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:44.426388 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:55:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:44.427736 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-6e85c6d1-b61a-4042-ad0d-aa787b2a8f3f None None] Provisioning complete for port 0218cc1c-18da-4553-9673-cd2d52b5315b triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:44.428025 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6e85c6d1-b61a-4042-ad0d-aa787b2a8f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.476143 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-6e85c6d1-b61a-4042-ad0d-aa787b2a8f3f None None] Port 0218cc1c-18da-4553-9673-cd2d52b5315b cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:55:44.526312 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a0298-b472-4747-b6e6-2cbe35f24bb6 None None] Pushing event updated for resources: {'Port': ['ID=1c5b630d-f075-4f53-9644-4b6861f2e02f,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:44.542648 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.548909 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.549724 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958531'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.626878 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=0218cc1c-18da-4553-9673-cd2d52b5315b,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:44.651141 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] Set router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:44.732849 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Network 4ab2206b-a201-4aab-8cca-c5880401b996 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:44.738926 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:44.860986 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac535328-74a1-4305-be76-a1a865225ead req-cfb5cefb-9822-4fb8-bad5-397bb379f232 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:44.863325 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ac535328-74a1-4305-be76-a1a865225ead req-cfb5cefb-9822-4fb8-bad5-397bb379f232 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1138098 Jul 16 02:55:44.865813 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.949567 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ac535328-74a1-4305-be76-a1a865225ead req-a73f1edf-bba1-4e0b-b757-370be76bb0e2 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744522 Jul 16 02:55:44.984195 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:55:45.175837 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:43Z', 'revision_number': 1, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:45.214395 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275da3dd-450b-4764-a94f-3ccbc019e918 None None] The sync data for ids ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'] in dv-cinder-788364-5-iscsi is: [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:43Z', 'revision_number': 1, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:55:45.232337 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:55:45.250690 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cf3818c8-98e2-4c16-8635-195feaa26cd2 admin admin] 10.222.0.39 "PUT /v2.0/routers/fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3312874 Jul 16 02:55:45.315893 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-aeebd931-67b8-4036-9fe6-e86835067e11 None None] Provisioning complete for port 0218cc1c-18da-4553-9673-cd2d52b5315b triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:45.325088 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-aeebd931-67b8-4036-9fe6-e86835067e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:45.400748 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-aeebd931-67b8-4036-9fe6-e86835067e11 None None] Port 0218cc1c-18da-4553-9673-cd2d52b5315b cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:55:46.212950 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47416) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:46.219527 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-b9273706-66f4-47d2-9fac-41a704e5777c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773594205', 'description': 'tempest-description--566482252'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:46.284526 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b9273706-66f4-47d2-9fac-41a704e5777c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.355738 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476dea7-1c28-42fe-82e1-0afebf4dd99c req-0afb1ca1-97d4-470d-ac25-b1c37de64d81 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:46.360859 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4476dea7-1c28-42fe-82e1-0afebf4dd99c req-0afb1ca1-97d4-470d-ac25-b1c37de64d81 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1251965 Jul 16 02:55:46.431504 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4476dea7-1c28-42fe-82e1-0afebf4dd99c req-25a07840-59d1-4062-99b7-eedf269ae920 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644581 Jul 16 02:55:46.633838 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b9273706-66f4-47d2-9fac-41a704e5777c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.638855 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b9273706-66f4-47d2-9fac-41a704e5777c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.672511 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b9273706-66f4-47d2-9fac-41a704e5777c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.678534 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b9273706-66f4-47d2-9fac-41a704e5777c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4593046 Jul 16 02:55:46.678802 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47422) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:46.686307 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-13d08975-5d92-4748-b289-e902c8fb711a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Request body: {'security_group_rule': {'security_group_id': '54378d54-36fd-4a5a-8ac7-01c1fb148984', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:46.693301 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9273706-66f4-47d2-9fac-41a704e5777c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54378d54-36fd-4a5a-8ac7-01c1fb148984,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:46.732500 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13d08975-5d92-4748-b289-e902c8fb711a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.735199 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 47426) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:46.841895 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13d08975-5d92-4748-b289-e902c8fb711a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.847347 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13d08975-5d92-4748-b289-e902c8fb711a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.865116 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d08975-5d92-4748-b289-e902c8fb711a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf414bcb-1312-41a3-83da-9a8f32df8094,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:46.882512 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13d08975-5d92-4748-b289-e902c8fb711a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.884264 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-13d08975-5d92-4748-b289-e902c8fb711a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2039378 Jul 16 02:55:46.887179 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47430) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:46.893373 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-758a77b3-bc0e-4bac-83cb-e03c7c7a69b4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Request body: {'security_group_rule': {'security_group_id': '54378d54-36fd-4a5a-8ac7-01c1fb148984', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:46.916850 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cacb317-78f8-49b1-8354-a64c3c7cf835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.929245 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-758a77b3-bc0e-4bac-83cb-e03c7c7a69b4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.015361 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-758a77b3-bc0e-4bac-83cb-e03c7c7a69b4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.024183 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-758a77b3-bc0e-4bac-83cb-e03c7c7a69b4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.048144 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a77b3-bc0e-4bac-83cb-e03c7c7a69b4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca3fe21-7454-447a-92fc-9cadbfd8f819,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:47.073617 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cacb317-78f8-49b1-8354-a64c3c7cf835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.078507 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cacb317-78f8-49b1-8354-a64c3c7cf835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.082994 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-758a77b3-bc0e-4bac-83cb-e03c7c7a69b4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.085109 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-758a77b3-bc0e-4bac-83cb-e03c7c7a69b4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1962211 Jul 16 02:55:47.087950 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47432) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:47.093219 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Request body: {'floatingip': {'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:47.123409 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.124710 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacb317-78f8-49b1-8354-a64c3c7cf835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abff6930-7ed0-4fa5-99bf-6e43a33106eb,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:47.134841 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6cacb317-78f8-49b1-8354-a64c3c7cf835 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5164a20a36d94711960965a0157e73b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931971 Jul 16 02:55:47.135587 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 47434) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:47.193388 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5485e5ae-4613-4fc5-9250-9a77254875b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.221886 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5485e5ae-4613-4fc5-9250-9a77254875b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.302897 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5485e5ae-4613-4fc5-9250-9a77254875b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.307818 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5485e5ae-4613-4fc5-9250-9a77254875b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.308094 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.309976 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-5485e5ae-4613-4fc5-9250-9a77254875b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abff6930-7ed0-4fa5-99bf-6e43a33106eb HTTP/1.1" status: 204 len: 168 time: 0.1732996 Jul 16 02:55:47.327888 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485e5ae-4613-4fc5-9250-9a77254875b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abff6930-7ed0-4fa5-99bf-6e43a33106eb,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:47.551126 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Allocated IP 172.27.1.52 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/2107c36e-ddf8-4a36-9bc2-db4a5bac62ce) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:47.880259 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.926767 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 1c5b630d-f075-4f53-9644-4b6861f2e02f up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:47.991111 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47456) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:48.012385 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.057220 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711e59a-a870-4716-8c93-e758e56fb190 req-13a316a7-9d7e-41bf-bae8-205c84c5169d tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:48.063371 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f48d0dad-df56-43d8-a4c0-55d21aa21d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.083131 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3711e59a-a870-4716-8c93-e758e56fb190 req-13a316a7-9d7e-41bf-bae8-205c84c5169d tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.2454011 Jul 16 02:55:48.088493 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:48.098628 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:48.103019 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:48.108710 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event updated for resources: {'Port': ['ID=2107c36e-ddf8-4a36-9bc2-db4a5bac62ce,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:48.111287 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 1c5b630d-f075-4f53-9644-4b6861f2e02f completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:48.119291 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 1c5b630d-f075-4f53-9644-4b6861f2e02f triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:48.120143 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.190893 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3711e59a-a870-4716-8c93-e758e56fb190 req-a5b6428d-1d3b-4233-bf0c-5dca5d213de3 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058991 Jul 16 02:55:48.217295 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.306999 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Sync routers for ids ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:55:48.311674 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.341764 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Routers {'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:48.342830 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:55:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:48.371102 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f48d0dad-df56-43d8-a4c0-55d21aa21d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.382781 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f48d0dad-df56-43d8-a4c0-55d21aa21d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.414147 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.451297 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f48d0dad-df56-43d8-a4c0-55d21aa21d81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ae2bc3c90774a3a8f060b2ac51b73b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547272 Jul 16 02:55:48.452203 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 47468) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:48.458916 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d0dad-df56-43d8-a4c0-55d21aa21d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98edfa7-ff1a-4d86-92ae-eb3ef66ed62f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:48.475454 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 1c5b630d-f075-4f53-9644-4b6861f2e02f, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=1c5b630d-f075-4f53-9644-4b6861f2e02f,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:48.528424 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ad55537-4ed6-48d5-b282-ec8952f92cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.535880 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.566440 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ad55537-4ed6-48d5-b282-ec8952f92cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.566735 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.572770 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.612594 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.639250 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.641323 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5515487 Jul 16 02:55:48.648053 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49670ca7-f4f9-442a-8913-9270d8978948 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event updated for resources: {'Port': ['ID=2107c36e-ddf8-4a36-9bc2-db4a5bac62ce,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:48.655908 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Set router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:48.678091 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ad55537-4ed6-48d5-b282-ec8952f92cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.682131 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ad55537-4ed6-48d5-b282-ec8952f92cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.683680 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-9ad55537-4ed6-48d5-b282-ec8952f92cd7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d98edfa7-ff1a-4d86-92ae-eb3ef66ed62f HTTP/1.1" status: 204 len: 168 time: 0.2303894 Jul 16 02:55:48.697228 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad55537-4ed6-48d5-b282-ec8952f92cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98edfa7-ff1a-4d86-92ae-eb3ef66ed62f,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:48.737023 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=1c5b630d-f075-4f53-9644-4b6861f2e02f,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:48.922904 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:49.017366 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-350a8727-4677-4b6f-b879-34ae3c55b964 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--773594205&fields=id&tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70 HTTP/1.1" status: 200 len: 267 time: 0.0807166 Jul 16 02:55:49.030079 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 2, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:49.080106 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Checking router: fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:55:49.080603 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Updating router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac port 0218cc1c-18da-4553-9673-cd2d52b5315b binding host dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:55:49.122530 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:49.228761 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-3263985b-4993-421b-8583-83919540ec2c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:49.238409 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-3263985b-4993-421b-8583-83919540ec2c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/networks?id=4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 200 len: 816 time: 0.2146797 Jul 16 02:55:49.253428 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-2280edfc-68b1-4e6d-911b-a422f154fa0c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/quotas/946ac7d8f17b49eb9a1c8a35ddf50f70 HTTP/1.1" status: 200 len: 375 time: 0.0137298 Jul 16 02:55:49.388483 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-f22e140e-b189-477c-878a-96ec4a6c80e7 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1217537 Jul 16 02:55:49.620854 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-d7cc3aa7-6ad3-4bf9-9208-ee273289b66c service neutron] 10.222.0.39 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266989 Jul 16 02:55:49.674570 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce147013-84a9-47e1-a130-4add3e2d9937 req-88b139c9-2f8b-45b3-89e7-767fead0c14b tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:49.674917 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:49.676251 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ce147013-84a9-47e1-a130-4add3e2d9937 req-88b139c9-2f8b-45b3-89e7-767fead0c14b tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1700931 Jul 16 02:55:49.742185 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Transition to ACTIVE for port object 0218cc1c-18da-4553-9673-cd2d52b5315b will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:49.758741 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47518) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:49.767588 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:49.781805 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ce147013-84a9-47e1-a130-4add3e2d9937 req-a50965b2-974a-4ac1-8afe-a12457db582d tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655887 Jul 16 02:55:49.831252 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-014f99d7-bab2-4a96-be5f-a3e74c6e4994 service neutron] 10.222.0.39 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090545 Jul 16 02:55:49.896838 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 1c5b630d-f075-4f53-9644-4b6861f2e02f up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:49.992746 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2355d-a1be-4ced-85dc-0c83af4cb833 None None] Pushing event updated for resources: {'Port': ['ID=0218cc1c-18da-4553-9673-cd2d52b5315b,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:50.007363 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c511-129d-49d4-9ae6-d2122ab75a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:50.160143 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Attempting to bind port 0218cc1c-18da-4553-9673-cd2d52b5315b on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:50.161011 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Attempting to bind port 0218cc1c-18da-4553-9673-cd2d52b5315b by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:50.161011 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Attempting to bind port 0218cc1c-18da-4553-9673-cd2d52b5315b on network 4ab2206b-a201-4aab-8cca-c5880401b996 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:50.185788 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:50.186193 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Checking segment: {'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:50.187133 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:50.187133 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Bound using segment: {'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:50.189241 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Bound port: 0218cc1c-18da-4553-9673-cd2d52b5315b, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:50.189766 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:50.192009 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 1c5b630d-f075-4f53-9644-4b6861f2e02f triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:50.192564 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:50.274564 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c511-129d-49d4-9ae6-d2122ab75a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:50.287360 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3fe5c511-129d-49d4-9ae6-d2122ab75a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:50.420112 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] For port 0218cc1c-18da-4553-9673-cd2d52b5315b, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:50.440968 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3fe5c511-129d-49d4-9ae6-d2122ab75a98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=160bd45cb1d74c8bb82170af729c9c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6800623 Jul 16 02:55:50.445070 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5c511-129d-49d4-9ae6-d2122ab75a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71873139-13d7-46dc-990d-d914748fc6bc,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:50.451145 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47538) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:50.469936 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c5194469-af7f-4bcc-a5be-f7410ccee137 req-1d70f79b-3d8e-4cab-8dfe-db113b267aae tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 210 time: 0.0573535 Jul 16 02:55:50.478139 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] For port 0218cc1c-18da-4553-9673-cd2d52b5315b, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=0218cc1c-18da-4553-9673-cd2d52b5315b,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:50.497616 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:50.533264 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de05298-b9e9-4cbc-a5e6-11ab578df387 req-47124936-e837-45dc-ad84-dd123d326626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:50.537557 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4de05298-b9e9-4cbc-a5e6-11ab578df387 req-47124936-e837-45dc-ad84-dd123d326626 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 1098 time: 0.2773802 Jul 16 02:55:50.631458 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e074c23-115d-4e57-85cd-c058f526d74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:50.645937 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4de05298-b9e9-4cbc-a5e6-11ab578df387 req-c98de571-3cfa-489e-9e2b-942b5840df98 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032133 Jul 16 02:55:50.661315 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2355d-a1be-4ced-85dc-0c83af4cb833 None None] Pushing event updated for resources: {'Port': ['ID=0218cc1c-18da-4553-9673-cd2d52b5315b,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:50.665071 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Routers {'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:50.665593 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:55:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:50.691852 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e074c23-115d-4e57-85cd-c058f526d74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:50.825094 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e074c23-115d-4e57-85cd-c058f526d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:50.829711 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e074c23-115d-4e57-85cd-c058f526d74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:50.835225 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6e074c23-115d-4e57-85cd-c058f526d74d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71873139-13d7-46dc-990d-d914748fc6bc HTTP/1.1" status: 204 len: 168 time: 0.3789043 Jul 16 02:55:50.845246 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e074c23-115d-4e57-85cd-c058f526d74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71873139-13d7-46dc-990d-d914748fc6bc,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:50.905747 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] Set router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:51.205039 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8f1e5-10c8-4e3a-b73b-10c9a977bc7e req-c45dbc12-a6ad-4d39-aa7d-35a3206b8468 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:51.210178 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-33d8f1e5-10c8-4e3a-b73b-10c9a977bc7e req-c45dbc12-a6ad-4d39-aa7d-35a3206b8468 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.2217031 Jul 16 02:55:51.308561 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-33d8f1e5-10c8-4e3a-b73b-10c9a977bc7e req-1186d335-c428-4c2c-b403-f60b79b20cc1 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877435 Jul 16 02:55:51.410717 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:50Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:51.461553 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583daeb-35ae-47c5-b676-43e9abe038a8 None None] The sync data for ids ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'] in dv-cinder-788364-5-iscsi is: [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:50Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:55:51.751615 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47582) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:51.853110 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 0218cc1c-18da-4553-9673-cd2d52b5315b up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:51.974152 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 0218cc1c-18da-4553-9673-cd2d52b5315b completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:51.982678 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 0218cc1c-18da-4553-9673-cd2d52b5315b triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:51.986518 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:51.998367 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-55f2c8d1-aa74-44e1-8a3a-906f14a845cd req-b1a4447e-7fdc-4014-9ce8-76af4e69603e tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 210 time: 0.0778222 Jul 16 02:55:52.129845 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1f927a3b-95a8-4859-b43c-42663792cd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:52.163172 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:52.206883 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 0218cc1c-18da-4553-9673-cd2d52b5315b, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=0218cc1c-18da-4553-9673-cd2d52b5315b,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:52.217465 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:52.336062 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=0218cc1c-18da-4553-9673-cd2d52b5315b,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:52.394642 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1f927a3b-95a8-4859-b43c-42663792cd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:52.407937 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1f927a3b-95a8-4859-b43c-42663792cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:52.492937 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f927a3b-95a8-4859-b43c-42663792cd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6762ea9-52bf-4788-8d37-1df439676b12,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:52.534030 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1f927a3b-95a8-4859-b43c-42663792cd86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=208d7c87fc1e400ab4e81590319310dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7811952 Jul 16 02:55:52.534714 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47606) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:52.597897 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6e51-9940-4c27-95bc-4e7ce52093b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:52.641184 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f442ba-c5d9-41f2-a4b6-3ad5f0f79917 req-fdd27509-1b97-438c-9994-7bc8895e9d45 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:52.659723 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-82f442ba-c5d9-41f2-a4b6-3ad5f0f79917 req-fdd27509-1b97-438c-9994-7bc8895e9d45 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1606612 Jul 16 02:55:52.666851 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6e51-9940-4c27-95bc-4e7ce52093b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:52.803427 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6e51-9940-4c27-95bc-4e7ce52093b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:52.806186 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ac8d6e51-9940-4c27-95bc-4e7ce52093b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:52.811659 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ac8d6e51-9940-4c27-95bc-4e7ce52093b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6762ea9-52bf-4788-8d37-1df439676b12 HTTP/1.1" status: 204 len: 168 time: 0.2716815 Jul 16 02:55:52.811943 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-82f442ba-c5d9-41f2-a4b6-3ad5f0f79917 req-65f9bbd6-d7d5-4e2d-bbff-701ab771d865 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471472 Jul 16 02:55:52.834460 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d6e51-9940-4c27-95bc-4e7ce52093b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6762ea9-52bf-4788-8d37-1df439676b12,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:53.074576 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-81502811-d3a8-4ec4-8f2c-8f8a470b46d8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:53.079653 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-81502811-d3a8-4ec4-8f2c-8f8a470b46d8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.59 "GET /v2.0/networks?id=4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 200 len: 816 time: 0.3694751 Jul 16 02:55:53.247530 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-34db452f-a376-41de-86aa-3c6b97529f14 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70 HTTP/1.1" status: 200 len: 379 time: 0.1384084 Jul 16 02:55:53.265977 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-78af9f77-3a02-4ce7-9e50-3bed031bd842 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Request body: {'port': {'device_id': '1b678482-bdc6-41db-bb18-14580f317579', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'admin_state_up': True, 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'security_groups': ['54378d54-36fd-4a5a-8ac7-01c1fb148984']}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:53.379850 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04f0e6-6c10-4729-9c3d-2d86bb7ba4d9 req-5457bf5c-7609-4416-a219-77a6439b2e94 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:53.393645 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7f04f0e6-6c10-4729-9c3d-2d86bb7ba4d9 req-5457bf5c-7609-4416-a219-77a6439b2e94 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.3119509 Jul 16 02:55:53.597504 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-140e1292-8869-4fd1-a970-fb1279a27e6d req-998e4190-08f0-41c2-b2bb-0770a36babfb tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 210 time: 0.1040804 Jul 16 02:55:53.633857 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7f04f0e6-6c10-4729-9c3d-2d86bb7ba4d9 req-33d90874-d9bf-43e9-bad1-e949e02b8936 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385142 Jul 16 02:55:53.745693 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-78af9f77-3a02-4ce7-9e50-3bed031bd842 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Made reservation on behalf of 946ac7d8f17b49eb9a1c8a35ddf50f70 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:53.753815 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-78af9f77-3a02-4ce7-9e50-3bed031bd842 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:53.840297 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 0218cc1c-18da-4553-9673-cd2d52b5315b up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:54.020381 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-78af9f77-3a02-4ce7-9e50-3bed031bd842 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Allocated IP 172.20.0.4 (4ab2206b-a201-4aab-8cca-c5880401b996/ab221803-f9aa-4d56-af69-49967871c0f1/26a4e694-a4a3-4f8a-956d-64f9001c2399) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:54.052599 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 0218cc1c-18da-4553-9673-cd2d52b5315b triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:54.053403 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:54.259083 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-78af9f77-3a02-4ce7-9e50-3bed031bd842 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:54.275934 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-78af9f77-3a02-4ce7-9e50-3bed031bd842 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Transition to ACTIVE for port object 26a4e694-a4a3-4f8a-956d-64f9001c2399 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:54.322143 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-78af9f77-3a02-4ce7-9e50-3bed031bd842 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:54.401227 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-78af9f77-3a02-4ce7-9e50-3bed031bd842 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Network 4ab2206b-a201-4aab-8cca-c5880401b996 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:54.406495 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-78af9f77-3a02-4ce7-9e50-3bed031bd842 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:54.423325 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-78af9f77-3a02-4ce7-9e50-3bed031bd842 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:54.462070 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af9f77-3a02-4ce7-9e50-3bed031bd842 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event updated for resources: {'Port': ['ID=26a4e694-a4a3-4f8a-956d-64f9001c2399,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:54.496016 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-78af9f77-3a02-4ce7-9e50-3bed031bd842 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:54.496748 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-78af9f77-3a02-4ce7-9e50-3bed031bd842 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:54.529621 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-78af9f77-3a02-4ce7-9e50-3bed031bd842 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2714343 Jul 16 02:55:54.555647 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Request body: {'port': {'device_id': '1b678482-bdc6-41db-bb18-14580f317579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:54.661314 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:54.787143 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-a77723a5-6cae-46e1-9134-264a275f08d2 None None] Provisioning for port 26a4e694-a4a3-4f8a-956d-64f9001c2399 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:54.808361 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-a77723a5-6cae-46e1-9134-264a275f08d2 None None] Provisioning complete for port 26a4e694-a4a3-4f8a-956d-64f9001c2399 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:54.809022 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a77723a5-6cae-46e1-9134-264a275f08d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:54.967665 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-a77723a5-6cae-46e1-9134-264a275f08d2 None None] Port 26a4e694-a4a3-4f8a-956d-64f9001c2399 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:55:55.118020 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a1933-2d8f-4486-b1ef-94c9996d1dfd req-b9f91d78-fc42-4618-90a9-52e7b5cf44b5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:55.119636 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-048a1933-2d8f-4486-b1ef-94c9996d1dfd req-b9f91d78-fc42-4618-90a9-52e7b5cf44b5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 931 time: 0.1364775 Jul 16 02:55:55.127326 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a4e694-a4a3-4f8a-956d-64f9001c2399 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:55:55.139636 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:55.189432 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Transition to ACTIVE for port object 26a4e694-a4a3-4f8a-956d-64f9001c2399 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:55.197506 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:55.269823 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-048a1933-2d8f-4486-b1ef-94c9996d1dfd req-17d92e74-595e-4852-bc9a-350e8ae214a9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251750 Jul 16 02:55:55.293149 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Pushing event updated for resources: {'Port': ['ID=26a4e694-a4a3-4f8a-956d-64f9001c2399,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:55.436743 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Attempting to bind port 26a4e694-a4a3-4f8a-956d-64f9001c2399 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:55.437613 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Attempting to bind port 26a4e694-a4a3-4f8a-956d-64f9001c2399 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:55.437957 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Attempting to bind port 26a4e694-a4a3-4f8a-956d-64f9001c2399 on network 4ab2206b-a201-4aab-8cca-c5880401b996 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:55.443130 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Port 26a4e694-a4a3-4f8a-956d-64f9001c2399 on network 4ab2206b-a201-4aab-8cca-c5880401b996 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:55:55.443612 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Attempting to bind port 26a4e694-a4a3-4f8a-956d-64f9001c2399 on network 4ab2206b-a201-4aab-8cca-c5880401b996 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:55.449709 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:55.450072 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Checking segment: {'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:55.450454 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Bound using segment: {'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:55.450909 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Bound port: 26a4e694-a4a3-4f8a-956d-64f9001c2399, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:55.451274 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:55.612012 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] For port 26a4e694-a4a3-4f8a-956d-64f9001c2399, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:55.618105 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] For port 26a4e694-a4a3-4f8a-956d-64f9001c2399, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:55.623289 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:55.678581 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:55.679195 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:55.680818 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] 10.222.0.59 "PUT /v2.0/ports/26a4e694-a4a3-4f8a-956d-64f9001c2399 HTTP/1.1" status: 200 len: 1093 time: 1.1320064 Jul 16 02:55:55.681290 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b678482-bdc6-41db-bb18-14580f317579', 'tag': '26a4e694-a4a3-4f8a-956d-64f9001c2399'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:55.683802 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff49abd-fa86-454e-bd60-0117e2cfee9d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b678482-bdc6-41db-bb18-14580f317579", "tag": "26a4e694-a4a3-4f8a-956d-64f9001c2399"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:55.749369 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c8c72-f524-4182-9bd6-064bd3f53c40 service neutron] Pushing event updated for resources: {'Port': ['ID=26a4e694-a4a3-4f8a-956d-64f9001c2399,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:55.757567 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84edebc2-bbeb-4684-add8-66a6fc660adb x-openstack-request-id: req-84edebc2-bbeb-4684-add8-66a6fc660adb {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:55.758254 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b678482-bdc6-41db-bb18-14580f317579", "tag": "26a4e694-a4a3-4f8a-956d-64f9001c2399", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:55.758722 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84edebc2-bbeb-4684-add8-66a6fc660adb {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:55.759912 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b678482-bdc6-41db-bb18-14580f317579', 'tag': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'status': 'completed', 'code': 200} Jul 16 02:55:55.850232 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-8beafa9e-12b9-4b4f-8658-7cc7cc0f56aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:55.851968 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-8beafa9e-12b9-4b4f-8658-7cc7cc0f56aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 1096 time: 0.0640914 Jul 16 02:55:55.894847 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:55:55.965288 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-6be8adff-ae11-4e84-9533-1be19bc09ab0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399 HTTP/1.1" status: 200 len: 217 time: 0.0809567 Jul 16 02:55:56.085644 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-c33d22e9-d449-4d9f-8c72-1d63c8b4cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:56.087206 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-c33d22e9-d449-4d9f-8c72-1d63c8b4cb01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab221803-f9aa-4d56-af69-49967871c0f1 HTTP/1.1" status: 200 len: 855 time: 0.1145189 Jul 16 02:55:56.192254 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114a962-0ada-43fc-a8ed-e8cc2b8b1dfc req-43ae6b87-20e9-48c4-81db-e30eaa0e667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:56.194109 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0114a962-0ada-43fc-a8ed-e8cc2b8b1dfc req-43ae6b87-20e9-48c4-81db-e30eaa0e667b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0218a0c0773246a6b0ec31970dce3bef&device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 1099 time: 0.1565592 Jul 16 02:55:56.460281 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-2c87e119-8285-4676-b453-3c8d454f91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:56.463188 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-2c87e119-8285-4676-b453-3c8d454f91ff service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ab2206b-a201-4aab-8cca-c5880401b996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3674724 Jul 16 02:55:56.600079 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd970c14-4bcb-4b47-adcf-517b911daa9a req-9101109c-4550-445d-ab38-22bb5646da98 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:56.601693 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dd970c14-4bcb-4b47-adcf-517b911daa9a req-9101109c-4550-445d-ab38-22bb5646da98 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.4717517 Jul 16 02:55:56.707465 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114a962-0ada-43fc-a8ed-e8cc2b8b1dfc req-f66738b8-36a6-4a17-8ed0-74483ae8befd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:56.709220 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0114a962-0ada-43fc-a8ed-e8cc2b8b1dfc req-f66738b8-36a6-4a17-8ed0-74483ae8befd service neutron] 10.222.0.59 "GET /v2.0/networks?id=4acc2c2e-58bf-4d93-b9e8-16813084eb28 HTTP/1.1" status: 200 len: 920 time: 0.5038183 Jul 16 02:55:56.804833 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0114a962-0ada-43fc-a8ed-e8cc2b8b1dfc req-16135ac7-26c9-4350-83ec-7cd52de1af35 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c29b56b2-e411-44f5-b118-93386ea9004a HTTP/1.1" status: 200 len: 217 time: 0.0843627 Jul 16 02:55:56.837330 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dd970c14-4bcb-4b47-adcf-517b911daa9a req-23b8827e-939f-4451-a9a4-a3a4c9ab61ab tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268965 Jul 16 02:55:56.862270 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-154d3f5d-f2c3-45ae-913b-2f9e64de70a9 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555622 Jul 16 02:55:56.884729 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31458-27b1-46b1-bebc-38a8a3be42bf req-d59b476b-3808-42eb-ac97-8c5038a207b1 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:56.884997 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-48b31458-27b1-46b1-bebc-38a8a3be42bf req-d59b476b-3808-42eb-ac97-8c5038a207b1 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.3791394 Jul 16 02:55:56.996652 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114a962-0ada-43fc-a8ed-e8cc2b8b1dfc req-ba9d4eb1-faab-44dd-92c1-c7e0a46421d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:56.998437 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0114a962-0ada-43fc-a8ed-e8cc2b8b1dfc req-ba9d4eb1-faab-44dd-92c1-c7e0a46421d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1e1b4036-f5ae-4ccd-bf7c-5fae46445f97 HTTP/1.1" status: 200 len: 859 time: 0.1797056 Jul 16 02:55:57.023915 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-48b31458-27b1-46b1-bebc-38a8a3be42bf req-6f521d97-77f1-48d2-945b-0fe3d54271d0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377227 Jul 16 02:55:57.083204 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0114a962-0ada-43fc-a8ed-e8cc2b8b1dfc req-1f6e3878-4344-4987-9c8f-207d54de9a43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4acc2c2e-58bf-4d93-b9e8-16813084eb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772018 Jul 16 02:55:57.121840 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ba385ba-fc43-46dc-a4c6-be66defa7b23 req-7613fdf5-4821-4ff6-b669-9d6fd3f96ba0 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342892 Jul 16 02:55:57.286237 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0114a962-0ada-43fc-a8ed-e8cc2b8b1dfc req-30f5264f-6a85-4f8e-93b4-96a241ea30bc service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825151 Jul 16 02:55:57.456996 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49abd-fa86-454e-bd60-0117e2cfee9d req-93181838-2bac-4664-abd2-7352812bedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:57.461195 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ff49abd-fa86-454e-bd60-0117e2cfee9d req-93181838-2bac-4664-abd2-7352812bedc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 1096 time: 0.2161362 Jul 16 02:55:57.577105 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0114a962-0ada-43fc-a8ed-e8cc2b8b1dfc req-0df3eeb3-be18-4181-9260-3e46725f0284 service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809837 Jul 16 02:55:57.717512 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49abd-fa86-454e-bd60-0117e2cfee9d req-aaca56c6-739c-4915-a55e-ff0439a59c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:57.720138 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ff49abd-fa86-454e-bd60-0117e2cfee9d req-aaca56c6-739c-4915-a55e-ff0439a59c14 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 200 len: 917 time: 0.2489882 Jul 16 02:55:57.797639 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ff49abd-fa86-454e-bd60-0117e2cfee9d req-d738f91c-c5e5-4b52-922c-07b3c36151d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399 HTTP/1.1" status: 200 len: 217 time: 0.0604553 Jul 16 02:55:57.936851 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49abd-fa86-454e-bd60-0117e2cfee9d req-cef72e3d-0fd1-44c5-afd3-7e92457996a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:57.939041 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ff49abd-fa86-454e-bd60-0117e2cfee9d req-cef72e3d-0fd1-44c5-afd3-7e92457996a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab221803-f9aa-4d56-af69-49967871c0f1 HTTP/1.1" status: 200 len: 855 time: 0.0753722 Jul 16 02:55:58.024295 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff49abd-fa86-454e-bd60-0117e2cfee9d req-d6b3bc8e-2735-4729-b2e9-b663866b32fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:58.026525 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ff49abd-fa86-454e-bd60-0117e2cfee9d req-d6b3bc8e-2735-4729-b2e9-b663866b32fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ab2206b-a201-4aab-8cca-c5880401b996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807190 Jul 16 02:55:58.260320 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ff49abd-fa86-454e-bd60-0117e2cfee9d req-b761d338-9257-446f-b835-c5c216f9dbc9 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208734 Jul 16 02:55:58.319687 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de33bc-651e-4258-939d-3bee6926964d req-9d724dce-2171-4799-adbc-0bc58a968525 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:58.321341 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c3de33bc-651e-4258-939d-3bee6926964d req-9d724dce-2171-4799-adbc-0bc58a968525 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.3015125 Jul 16 02:55:58.341349 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54916a46-08b1-45d9-ad5a-f42f0dc99b39 req-62ca980e-8792-45df-97bf-f12d672f7bf5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:58.343027 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-54916a46-08b1-45d9-ad5a-f42f0dc99b39 req-62ca980e-8792-45df-97bf-f12d672f7bf5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.1604161 Jul 16 02:55:58.465249 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c3de33bc-651e-4258-939d-3bee6926964d req-a32d9805-1027-42a0-88a1-a39ab9b7471a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191244 Jul 16 02:55:58.470459 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ff49abd-fa86-454e-bd60-0117e2cfee9d req-63ff62ad-4b42-4ddd-b0e7-78dc09b2ecec service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953535 Jul 16 02:55:58.473789 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-54916a46-08b1-45d9-ad5a-f42f0dc99b39 req-afc90e9d-b095-4de9-b7d9-32802f7da340 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964832 Jul 16 02:55:59.141141 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47824) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:59.264252 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b3dc453-3a22-4c1b-8d73-4c310814f180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:59.383114 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b3dc453-3a22-4c1b-8d73-4c310814f180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:59.388607 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b3dc453-3a22-4c1b-8d73-4c310814f180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:59.437653 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5b3dc453-3a22-4c1b-8d73-4c310814f180 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb5b9dcc13d64051bb6a42ddbffd6a98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943232 Jul 16 02:55:59.439263 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dc453-3a22-4c1b-8d73-4c310814f180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896804db-d489-42fa-87f7-1a9391c8d4a3,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:59.441229 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 47828) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:59.499062 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8e0a3953-b6ed-49b6-a163-8b502fc07a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:59.525353 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8e0a3953-b6ed-49b6-a163-8b502fc07a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:59.596933 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8e0a3953-b6ed-49b6-a163-8b502fc07a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:59.601494 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8e0a3953-b6ed-49b6-a163-8b502fc07a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:59.607138 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8e0a3953-b6ed-49b6-a163-8b502fc07a44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/896804db-d489-42fa-87f7-1a9391c8d4a3 HTTP/1.1" status: 204 len: 168 time: 0.1595294 Jul 16 02:55:59.616477 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a3953-b6ed-49b6-a163-8b502fc07a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896804db-d489-42fa-87f7-1a9391c8d4a3,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:59.802205 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854873b1-4b8d-42d0-a379-27f507c7c081 req-abb58a87-866c-4897-a325-f340233c1c5f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:59.804887 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-854873b1-4b8d-42d0-a379-27f507c7c081 req-abb58a87-866c-4897-a325-f340233c1c5f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1515741 Jul 16 02:55:59.817185 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3fa6b-3f3b-4340-962d-1f8e685aa5df req-38503e7a-c4a3-4c09-b679-e6bd79b66389 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:59.818822 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9e3fa6b-3f3b-4340-962d-1f8e685aa5df req-38503e7a-c4a3-4c09-b679-e6bd79b66389 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.1551075 Jul 16 02:55:59.886515 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-854873b1-4b8d-42d0-a379-27f507c7c081 req-0d2f9a25-3bba-4c54-9b51-735eee6b98de tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666018 Jul 16 02:55:59.893135 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9e3fa6b-3f3b-4340-962d-1f8e685aa5df req-24c881ec-33f3-417e-aa13-11c627fda1f5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667830 Jul 16 02:56:00.040531 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 26a4e694-a4a3-4f8a-956d-64f9001c2399 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:56:00.247169 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 26a4e694-a4a3-4f8a-956d-64f9001c2399, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:00.262281 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'port_id': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'mac_address': 'fa:16:3e:26:6a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:56:00.318529 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:00.338587 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a4e694-a4a3-4f8a-956d-64f9001c2399 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:56:00.377046 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 26a4e694-a4a3-4f8a-956d-64f9001c2399, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:00.382709 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:00.445019 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=26a4e694-a4a3-4f8a-956d-64f9001c2399,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:00.831594 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['26a4e694-a4a3-4f8a-956d-64f9001c2399'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:01.188134 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33aec3-510f-45ac-b1a6-030704fb10e1 req-ac593331-63d5-4d8d-a753-f13bd188f66e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:01.190001 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ca33aec3-510f-45ac-b1a6-030704fb10e1 req-ac593331-63d5-4d8d-a753-f13bd188f66e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1281369 Jul 16 02:56:01.199087 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921d992-8822-4934-96f4-b5f20871e3f5 req-c02704e4-c148-47f6-935f-321daf747397 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:01.200914 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d921d992-8822-4934-96f4-b5f20871e3f5 req-c02704e4-c148-47f6-935f-321daf747397 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 944 time: 0.1405861 Jul 16 02:56:01.261869 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ca33aec3-510f-45ac-b1a6-030704fb10e1 req-7746db6b-9ef7-4c15-9938-823ad608bc42 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598369 Jul 16 02:56:01.280348 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d921d992-8822-4934-96f4-b5f20871e3f5 req-b1fc9d80-e569-4c4a-91c7-5cf488c0bbb0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599952 Jul 16 02:56:02.058943 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 26a4e694-a4a3-4f8a-956d-64f9001c2399 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:56:02.134770 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port 26a4e694-a4a3-4f8a-956d-64f9001c2399 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:56:02.139509 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 26a4e694-a4a3-4f8a-956d-64f9001c2399 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:02.140470 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:02.232103 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:02.258351 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b678482-bdc6-41db-bb18-14580f317579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a4e694-a4a3-4f8a-956d-64f9001c2399'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:02.260743 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf4f14d-50ad-4fab-8365-53398b16591e" -d '{"events": [{"server_uuid": "1b678482-bdc6-41db-bb18-14580f317579", "name": "network-vif-plugged", "status": "completed", "tag": "26a4e694-a4a3-4f8a-956d-64f9001c2399"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:02.284874 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 26a4e694-a4a3-4f8a-956d-64f9001c2399, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:02.290121 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:02.350985 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458e9231-207c-4f6e-952e-f842c62932b5 x-openstack-request-id: req-458e9231-207c-4f6e-952e-f842c62932b5 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:02.351405 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b678482-bdc6-41db-bb18-14580f317579", "name": "network-vif-plugged", "status": "completed", "tag": "26a4e694-a4a3-4f8a-956d-64f9001c2399", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:02.351731 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-458e9231-207c-4f6e-952e-f842c62932b5 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:02.352198 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b678482-bdc6-41db-bb18-14580f317579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'code': 200} Jul 16 02:56:02.359753 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=26a4e694-a4a3-4f8a-956d-64f9001c2399,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:02.516145 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c224fd-2d8e-4ed0-973b-098ca2e5212c req-76b329f4-c2d4-41da-8385-b39713e2a688 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:02.524128 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-79c224fd-2d8e-4ed0-973b-098ca2e5212c req-76b329f4-c2d4-41da-8385-b39713e2a688 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0860546 Jul 16 02:56:02.594350 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-79c224fd-2d8e-4ed0-973b-098ca2e5212c req-d3892191-c219-42f6-b294-33661db68ab1 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689852 Jul 16 02:56:02.630607 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990922e-2a68-48bb-a6bc-d8b4cc52214d req-49fb827c-2e97-4d04-88fb-baf4b61b8fc9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:02.632232 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2990922e-2a68-48bb-a6bc-d8b4cc52214d req-49fb827c-2e97-4d04-88fb-baf4b61b8fc9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1005259 Jul 16 02:56:02.712236 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2990922e-2a68-48bb-a6bc-d8b4cc52214d req-6e2671be-2d26-46e9-bd55-28ea668a9925 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684979 Jul 16 02:56:02.747243 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74947694-e393-414f-ad0b-2e855949a995 req-7682c02a-9e8e-4b75-9de0-848f7f21daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:02.751667 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-74947694-e393-414f-ad0b-2e855949a995 req-7682c02a-9e8e-4b75-9de0-848f7f21daee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 1098 time: 0.0983589 Jul 16 02:56:02.791513 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-74947694-e393-414f-ad0b-2e855949a995 req-ed574524-55d5-479e-a92c-9d50c297a317 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354826 Jul 16 02:56:03.449025 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47962) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:03.566806 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d445cc9-bb05-40c5-bdd7-056b4e4287c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.663563 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d445cc9-bb05-40c5-bdd7-056b4e4287c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.668810 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d445cc9-bb05-40c5-bdd7-056b4e4287c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.711587 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6d445cc9-bb05-40c5-bdd7-056b4e4287c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce93e21bba8e450d8358236568de77b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611203 Jul 16 02:56:03.712484 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d445cc9-bb05-40c5-bdd7-056b4e4287c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c331a34f-08d5-47c1-89d2-9e6f1fa2638f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:03.714906 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47968) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:03.768033 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-906ce07f-f2f7-4cdc-b1ad-f3cdc35101f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.797479 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-906ce07f-f2f7-4cdc-b1ad-f3cdc35101f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.826803 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c6792-2a7a-492b-afe2-ef9bf5e26f05 req-e7e8723f-794a-48b6-9f3b-24deb681f42f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:03.828545 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dc0c6792-2a7a-492b-afe2-ef9bf5e26f05 req-e7e8723f-794a-48b6-9f3b-24deb681f42f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0850086 Jul 16 02:56:03.860509 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-906ce07f-f2f7-4cdc-b1ad-f3cdc35101f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.864639 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-906ce07f-f2f7-4cdc-b1ad-f3cdc35101f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.870166 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-906ce07f-f2f7-4cdc-b1ad-f3cdc35101f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c331a34f-08d5-47c1-89d2-9e6f1fa2638f HTTP/1.1" status: 204 len: 168 time: 0.1502697 Jul 16 02:56:03.885707 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dc0c6792-2a7a-492b-afe2-ef9bf5e26f05 req-3a80a4f0-6b7d-4bf1-8085-9b72cdc41538 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498793 Jul 16 02:56:03.908850 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ce07f-f2f7-4cdc-b1ad-f3cdc35101f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c331a34f-08d5-47c1-89d2-9e6f1fa2638f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:04.015326 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a1fe5-4d64-46e1-872e-02fd768bada0 req-5495e4b3-e27c-4f1a-b627-4cf6a6f463a9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:04.018385 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6d7a1fe5-4d64-46e1-872e-02fd768bada0 req-5495e4b3-e27c-4f1a-b627-4cf6a6f463a9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1139321 Jul 16 02:56:04.098345 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6d7a1fe5-4d64-46e1-872e-02fd768bada0 req-95ad282d-8f3b-4de1-9867-1a24fc48a206 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711877 Jul 16 02:56:04.273947 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 47998) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:04.404820 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 48002) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:04.419378 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-68474c3c-d159-4a67-9e7e-65f0bed1e552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.576727 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-68474c3c-d159-4a67-9e7e-65f0bed1e552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.583056 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-68474c3c-d159-4a67-9e7e-65f0bed1e552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.629480 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-68474c3c-d159-4a67-9e7e-65f0bed1e552 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b511d055d734e6cac35ee4c6bff8040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227304 Jul 16 02:56:04.630853 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68474c3c-d159-4a67-9e7e-65f0bed1e552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1666a9d-2ae3-4d8b-86a9-b0f532c71737,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:04.632439 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48004) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:04.724278 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1eb10d66-196b-441f-b16e-7c5a6133b32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.764026 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4a292f4-2656-4811-be1c-906120c4206c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.815466 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4a292f4-2656-4811-be1c-906120c4206c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.929769 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4a292f4-2656-4811-be1c-906120c4206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.934600 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e4a292f4-2656-4811-be1c-906120c4206c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.940412 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e4a292f4-2656-4811-be1c-906120c4206c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1666a9d-2ae3-4d8b-86a9-b0f532c71737 HTTP/1.1" status: 204 len: 168 time: 0.3023813 Jul 16 02:56:04.964646 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1eb10d66-196b-441f-b16e-7c5a6133b32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.973195 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a292f4-2656-4811-be1c-906120c4206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1666a9d-2ae3-4d8b-86a9-b0f532c71737,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:04.975559 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1eb10d66-196b-441f-b16e-7c5a6133b32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.026289 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb10d66-196b-441f-b16e-7c5a6133b32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be350b1a-8430-4734-9d44-708599d7d1c9,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:05.033716 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1eb10d66-196b-441f-b16e-7c5a6133b32e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=548393d7daa14d65b8a144ec908066a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7579710 Jul 16 02:56:05.038071 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 48012) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:05.149245 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0eb8-08b0-4159-b1e7-025f4c2f77ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.214614 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0eb8-08b0-4159-b1e7-025f4c2f77ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.296821 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f228701-8c3d-4be8-80d4-ce242d306afb req-0a842803-e83f-43cf-afd6-ea884d1af3fb tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:05.311493 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0f228701-8c3d-4be8-80d4-ce242d306afb req-0a842803-e83f-43cf-afd6-ea884d1af3fb tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1834149 Jul 16 02:56:05.424681 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0eb8-08b0-4159-b1e7-025f4c2f77ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.427638 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c3fd0eb8-08b0-4159-b1e7-025f4c2f77ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.429115 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c3fd0eb8-08b0-4159-b1e7-025f4c2f77ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be350b1a-8430-4734-9d44-708599d7d1c9 HTTP/1.1" status: 204 len: 168 time: 0.3889768 Jul 16 02:56:05.449242 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd0eb8-08b0-4159-b1e7-025f4c2f77ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be350b1a-8430-4734-9d44-708599d7d1c9,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:05.475791 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0f228701-8c3d-4be8-80d4-ce242d306afb req-b3464433-8db3-4701-9628-ddfe373aaa37 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615083 Jul 16 02:56:05.494133 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48032) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:05.514464 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3e0761a-246c-47ea-979e-03e7f5aa7573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.536047 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70b364-5baa-41d2-aec9-3ff3eb004068 req-dca35aa5-640a-4229-8e34-2422e9add2d9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:05.538622 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2f70b364-5baa-41d2-aec9-3ff3eb004068 req-dca35aa5-640a-4229-8e34-2422e9add2d9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.2087448 Jul 16 02:56:05.633451 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2f70b364-5baa-41d2-aec9-3ff3eb004068 req-1ecdac9d-f3c9-46a6-9837-82c87a79997c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868225 Jul 16 02:56:05.750438 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3e0761a-246c-47ea-979e-03e7f5aa7573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.758476 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3e0761a-246c-47ea-979e-03e7f5aa7573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.807513 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b3e0761a-246c-47ea-979e-03e7f5aa7573 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=569bccb1b2164f0c8010cc681588f7cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124886 Jul 16 02:56:05.811026 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 48038) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:05.822703 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0761a-246c-47ea-979e-03e7f5aa7573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bee9924-138e-4a87-b09b-d89042966139,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:05.887344 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eebdf06e-56d3-4e97-b526-959570dc8aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.922856 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a942b-b565-4923-97ca-5c4ecb527a6a req-00fa2239-9c4f-4793-8ad9-11a195cce959 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:05.924537 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-109a942b-b565-4923-97ca-5c4ecb527a6a req-00fa2239-9c4f-4793-8ad9-11a195cce959 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1518881 Jul 16 02:56:05.935030 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 48040) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:05.941373 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eebdf06e-56d3-4e97-b526-959570dc8aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.953710 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-4a56f14e-486e-4717-8cd9-bdca4a1fb024 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Request body: {'floatingip': {'port_id': '26a4e694-a4a3-4f8a-956d-64f9001c2399'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:05.954597 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48042) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:05.974345 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a9dde39-6851-4af3-8fec-463c0cb5d316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:06.103519 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4a56f14e-486e-4717-8cd9-bdca4a1fb024 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for floatingip, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:06.153639 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a9dde39-6851-4af3-8fec-463c0cb5d316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:06.159222 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a9dde39-6851-4af3-8fec-463c0cb5d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:06.201131 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9a9dde39-6851-4af3-8fec-463c0cb5d316 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b1e648d07e0a4d729092c1ff301e1858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450860 Jul 16 02:56:06.201942 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9dde39-6851-4af3-8fec-463c0cb5d316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5dfa44-3f63-467b-befc-52ac037bb799,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:06.204637 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48046) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:06.225924 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eebdf06e-56d3-4e97-b526-959570dc8aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:06.229100 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eebdf06e-56d3-4e97-b526-959570dc8aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:06.230277 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-eebdf06e-56d3-4e97-b526-959570dc8aa0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bee9924-138e-4a87-b09b-d89042966139 HTTP/1.1" status: 204 len: 168 time: 0.4150403 Jul 16 02:56:06.265947 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdf06e-56d3-4e97-b526-959570dc8aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bee9924-138e-4a87-b09b-d89042966139,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:06.316553 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-931ffa10-4c48-4154-b04c-27c6a76033ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:06.357927 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-931ffa10-4c48-4154-b04c-27c6a76033ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:06.456748 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-931ffa10-4c48-4154-b04c-27c6a76033ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:06.459158 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-931ffa10-4c48-4154-b04c-27c6a76033ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:06.460215 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-931ffa10-4c48-4154-b04c-27c6a76033ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e5dfa44-3f63-467b-befc-52ac037bb799 HTTP/1.1" status: 204 len: 168 time: 0.2545996 Jul 16 02:56:06.470346 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ffa10-4c48-4154-b04c-27c6a76033ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5dfa44-3f63-467b-befc-52ac037bb799,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:06.885903 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf021e-18af-4cba-8291-a149e884d13d req-7a545fea-2752-4323-9075-f542aa712ab8 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:06.887520 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8eaf021e-18af-4cba-8291-a149e884d13d req-7a545fea-2752-4323-9075-f542aa712ab8 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.2348068 Jul 16 02:56:07.041459 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8eaf021e-18af-4cba-8291-a149e884d13d req-f7f9c36b-adc5-4b1c-91d7-9b668af2ae96 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415789 Jul 16 02:56:07.244100 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4a56f14e-486e-4717-8cd9-bdca4a1fb024 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:07.250762 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4a56f14e-486e-4717-8cd9-bdca4a1fb024 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:07.377622 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-4a56f14e-486e-4717-8cd9-bdca4a1fb024 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Floating IP f07b6f75-a9aa-4302-a8d2-642221fd2f40 associated. External IP: 172.27.1.52, port: 26a4e694-a4a3-4f8a-956d-64f9001c2399. Jul 16 02:56:07.673170 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-06e8c65c-e7d6-49b1-b37c-66eb114be5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:07.679930 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a56f14e-486e-4717-8cd9-bdca4a1fb024 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:56:07.819655 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a56f14e-486e-4717-8cd9-bdca4a1fb024 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:56:07.835396 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a155bbf-3693-4f41-9fd7-6378f2138c05 None None] Sync routers for ids ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:56:07.837291 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-4a56f14e-486e-4717-8cd9-bdca4a1fb024 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:07.853392 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a155bbf-3693-4f41-9fd7-6378f2138c05 None None] Routers {'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:56:07.854351 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-6a155bbf-3693-4f41-9fd7-6378f2138c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:55:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:07.892871 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-4a56f14e-486e-4717-8cd9-bdca4a1fb024 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "PUT /v2.0/floatingips/f07b6f75-a9aa-4302-a8d2-642221fd2f40 HTTP/1.1" status: 200 len: 990 time: 1.9490817 Jul 16 02:56:07.893533 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b678482-bdc6-41db-bb18-14580f317579', 'tag': '26a4e694-a4a3-4f8a-956d-64f9001c2399'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:07.896386 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c913d9d-809b-415e-a3b0-bde9dab1ec0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b678482-bdc6-41db-bb18-14580f317579", "tag": "26a4e694-a4a3-4f8a-956d-64f9001c2399"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:07.942975 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0fde95-d039-40d8-a0c7-cf7e5b4f758a x-openstack-request-id: req-4c0fde95-d039-40d8-a0c7-cf7e5b4f758a {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:07.943704 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b678482-bdc6-41db-bb18-14580f317579", "tag": "26a4e694-a4a3-4f8a-956d-64f9001c2399", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:07.944109 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c0fde95-d039-40d8-a0c7-cf7e5b4f758a {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:07.944747 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b678482-bdc6-41db-bb18-14580f317579', 'tag': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'status': 'completed', 'code': 200} Jul 16 02:56:08.000840 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-6a155bbf-3693-4f41-9fd7-6378f2138c05 None None] Set router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:56:08.007152 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48120) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:08.099561 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913d9d-809b-415e-a3b0-bde9dab1ec0d req-3d440d60-1024-462e-92b6-5983cdfae223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:08.103120 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7c913d9d-809b-415e-a3b0-bde9dab1ec0d req-3d440d60-1024-462e-92b6-5983cdfae223 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 1098 time: 0.0812008 Jul 16 02:56:08.230040 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd4b3-587f-4736-8b95-22565e91813e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:08.321968 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913d9d-809b-415e-a3b0-bde9dab1ec0d req-eb306757-6310-4b3d-a280-eb5ed4ef49c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:08.324369 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7c913d9d-809b-415e-a3b0-bde9dab1ec0d req-eb306757-6310-4b3d-a280-eb5ed4ef49c8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 200 len: 917 time: 0.2026384 Jul 16 02:56:08.386742 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd4b3-587f-4736-8b95-22565e91813e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:08.393977 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-6a155bbf-3693-4f41-9fd7-6378f2138c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': 'f07b6f75-a9aa-4302-a8d2-642221fd2f40', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'port_id': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'mac_address': 'fa:16:3e:26:6a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b678482-bdc6-41db-bb18-14580f317579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:55:48Z', 'updated_at': '2021-07-16T02:56:07Z', 'revision_number': 1, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:52Z', 'revision_number': 5, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:08.394174 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd4b3-587f-4736-8b95-22565e91813e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:08.433005 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a155bbf-3693-4f41-9fd7-6378f2138c05 None None] Checking router: fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:56:08.445627 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a155bbf-3693-4f41-9fd7-6378f2138c05 None None] Routers {'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:56:08.447073 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-6a155bbf-3693-4f41-9fd7-6378f2138c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:55:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:08.489815 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6d6cd4b3-587f-4736-8b95-22565e91813e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf91f16af52d4772b3f27f68a924be84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768176 Jul 16 02:56:08.492316 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 48152) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:08.494899 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7c913d9d-809b-415e-a3b0-bde9dab1ec0d req-4b3caa62-cb4c-4bb5-96f1-53d00c297c9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399 HTTP/1.1" status: 200 len: 998 time: 0.1629081 Jul 16 02:56:08.501150 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6cd4b3-587f-4736-8b95-22565e91813e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d80eda9-eabe-42b7-a86d-91dc7be3f28d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:08.578482 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d0f91-2fd2-48d1-9de5-4f19c3a3bcb3 req-be9b4403-f291-4609-9d99-2d05958452f8 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:08.580253 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f28d0f91-2fd2-48d1-9de5-4f19c3a3bcb3 req-be9b4403-f291-4609-9d99-2d05958452f8 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1681442 Jul 16 02:56:08.600698 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-6a155bbf-3693-4f41-9fd7-6378f2138c05 None None] Set router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:56:08.625711 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913d9d-809b-415e-a3b0-bde9dab1ec0d req-d6527faa-76d9-401f-ae45-be348013baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:08.626978 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7c913d9d-809b-415e-a3b0-bde9dab1ec0d req-d6527faa-76d9-401f-ae45-be348013baf5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab221803-f9aa-4d56-af69-49967871c0f1 HTTP/1.1" status: 200 len: 855 time: 0.1172531 Jul 16 02:56:08.662846 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fe43d63f-d33a-46d3-854d-6bf38d2cf2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:08.721234 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f28d0f91-2fd2-48d1-9de5-4f19c3a3bcb3 req-a1d7707c-0971-419b-b503-53716873ae77 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089489 Jul 16 02:56:08.729459 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fe43d63f-d33a-46d3-854d-6bf38d2cf2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:08.802049 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c913d9d-809b-415e-a3b0-bde9dab1ec0d req-d1ef9684-17ea-4bfa-844a-1c6ae945d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:08.803866 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7c913d9d-809b-415e-a3b0-bde9dab1ec0d req-d1ef9684-17ea-4bfa-844a-1c6ae945d94e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ab2206b-a201-4aab-8cca-c5880401b996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1578887 Jul 16 02:56:08.867928 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fe43d63f-d33a-46d3-854d-6bf38d2cf2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:08.871267 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fe43d63f-d33a-46d3-854d-6bf38d2cf2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:08.872745 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-fe43d63f-d33a-46d3-854d-6bf38d2cf2e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d80eda9-eabe-42b7-a86d-91dc7be3f28d HTTP/1.1" status: 204 len: 168 time: 0.3759432 Jul 16 02:56:09.009487 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-6a155bbf-3693-4f41-9fd7-6378f2138c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': 'f07b6f75-a9aa-4302-a8d2-642221fd2f40', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'port_id': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'mac_address': 'fa:16:3e:26:6a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b678482-bdc6-41db-bb18-14580f317579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:55:48Z', 'updated_at': '2021-07-16T02:56:07Z', 'revision_number': 1, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:52Z', 'revision_number': 5, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:09.059160 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a155bbf-3693-4f41-9fd7-6378f2138c05 None None] The sync data for ids ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'] in dv-cinder-788364-5-iscsi is: [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': 'f07b6f75-a9aa-4302-a8d2-642221fd2f40', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'floating_ip_address': '172.27.1.52', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'port_id': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'mac_address': 'fa:16:3e:26:6a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b678482-bdc6-41db-bb18-14580f317579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:55:48Z', 'updated_at': '2021-07-16T02:56:07Z', 'revision_number': 1, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:52Z', 'revision_number': 5, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:56:09.186264 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43d63f-d33a-46d3-854d-6bf38d2cf2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d80eda9-eabe-42b7-a86d-91dc7be3f28d,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:09.249397 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7c913d9d-809b-415e-a3b0-bde9dab1ec0d req-522e0353-a869-4b1c-a94f-cb0d7f23c2e3 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376786 Jul 16 02:56:09.470123 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7c913d9d-809b-415e-a3b0-bde9dab1ec0d req-64014a3b-be41-42a6-b36e-c7edab8109c6 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078121 Jul 16 02:56:09.571733 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b38ba5-8616-47c4-8d9c-e536652ef769 None None] New status for floating IP f07b6f75-a9aa-4302-a8d2-642221fd2f40: ACTIVE {{(pid=92929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:56:10.009818 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcb386-24fc-4dc4-8990-78ae791025c0 req-47a6293e-7186-40da-9156-c11ff4d4116f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.013340 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-11dcb386-24fc-4dc4-8990-78ae791025c0 req-47a6293e-7186-40da-9156-c11ff4d4116f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0911250 Jul 16 02:56:10.060006 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-11dcb386-24fc-4dc4-8990-78ae791025c0 req-a06c62b6-6e38-401b-a3f8-6d33edde5b16 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421531 Jul 16 02:56:11.136326 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 48252) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:11.281421 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef3822-8d41-45c2-be5b-e7de5872f0d9 req-743782fa-987e-45be-8bd8-6ab68c588d10 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:11.283039 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-49ef3822-8d41-45c2-be5b-e7de5872f0d9 req-743782fa-987e-45be-8bd8-6ab68c588d10 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0984125 Jul 16 02:56:11.284047 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3558c9cc-109d-489b-aa0a-b9e199519939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:11.345610 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:11.365792 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-49ef3822-8d41-45c2-be5b-e7de5872f0d9 req-7962050c-3fcb-4f09-967b-24e5c9454122 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727136 Jul 16 02:56:11.480204 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3558c9cc-109d-489b-aa0a-b9e199519939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:11.486178 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3558c9cc-109d-489b-aa0a-b9e199519939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:11.535893 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-3558c9cc-109d-489b-aa0a-b9e199519939 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db8b9f2117dd4365a983cc70a400bdb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3968177 Jul 16 02:56:11.536806 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558c9cc-109d-489b-aa0a-b9e199519939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e71f96-3eef-4703-ba86-3348ff075822,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:11.538865 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48258) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:11.607488 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-345275a3-b51a-4300-bf89-5f2737f32df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:11.634549 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-345275a3-b51a-4300-bf89-5f2737f32df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:11.652535 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5da54e6c-e9a0-4283-9be0-ee96a9dec061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:11.689467 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-345275a3-b51a-4300-bf89-5f2737f32df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:11.693877 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-345275a3-b51a-4300-bf89-5f2737f32df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:11.695775 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-345275a3-b51a-4300-bf89-5f2737f32df7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0e71f96-3eef-4703-ba86-3348ff075822 HTTP/1.1" status: 204 len: 168 time: 0.1554906 Jul 16 02:56:11.707523 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345275a3-b51a-4300-bf89-5f2737f32df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e71f96-3eef-4703-ba86-3348ff075822,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:12.090898 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48274) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:12.107720 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cac71408-f5c6-4919-aee7-e59943be7cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:12.237816 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cac71408-f5c6-4919-aee7-e59943be7cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:12.242927 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cac71408-f5c6-4919-aee7-e59943be7cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:12.289661 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cac71408-f5c6-4919-aee7-e59943be7cdf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7965f7b9a8124cabb356a0cce53bb5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952584 Jul 16 02:56:12.290505 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac71408-f5c6-4919-aee7-e59943be7cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8590b57c-91b8-477e-803d-958bdbf2508b,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:12.292424 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 48280) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:12.342421 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:12.356157 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b56847e5-ac06-4060-8855-2e95b0cf16cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:12.384410 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b56847e5-ac06-4060-8855-2e95b0cf16cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:12.436403 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b56847e5-ac06-4060-8855-2e95b0cf16cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:12.439473 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b56847e5-ac06-4060-8855-2e95b0cf16cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:12.443065 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b56847e5-ac06-4060-8855-2e95b0cf16cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8590b57c-91b8-477e-803d-958bdbf2508b HTTP/1.1" status: 204 len: 168 time: 0.1470435 Jul 16 02:56:12.448942 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56847e5-ac06-4060-8855-2e95b0cf16cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8590b57c-91b8-477e-803d-958bdbf2508b,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:12.588574 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca29d40-22f1-44e5-aa32-b140410f0e67 req-ff801aea-181f-4498-ac6a-b41ff376e748 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:12.590269 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bca29d40-22f1-44e5-aa32-b140410f0e67 req-ff801aea-181f-4498-ac6a-b41ff376e748 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0704050 Jul 16 02:56:12.634775 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bca29d40-22f1-44e5-aa32-b140410f0e67 req-f7073fa9-9229-4d92-8ddc-7c58007a1fb6 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372818 Jul 16 02:56:12.839705 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 48290) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:12.854530 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-66f27de7-2e15-4059-95f4-c1e59f36fe03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:12.993146 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-66f27de7-2e15-4059-95f4-c1e59f36fe03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:12.999575 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-66f27de7-2e15-4059-95f4-c1e59f36fe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:13.055573 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-66f27de7-2e15-4059-95f4-c1e59f36fe03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d61c7e10649c4e76baaa9f874d982d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145984 Jul 16 02:56:13.057054 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f27de7-2e15-4059-95f4-c1e59f36fe03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d5c033-69af-483b-ad08-6fb3a4e3eb98,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:13.060028 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48296) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:13.120402 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bd04fd39-bbd6-4ff0-8ab3-06d784c5e77a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:13.145330 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bd04fd39-bbd6-4ff0-8ab3-06d784c5e77a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:13.200517 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bd04fd39-bbd6-4ff0-8ab3-06d784c5e77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:13.205336 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-bd04fd39-bbd6-4ff0-8ab3-06d784c5e77a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:13.207926 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bd04fd39-bbd6-4ff0-8ab3-06d784c5e77a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22d5c033-69af-483b-ad08-6fb3a4e3eb98 HTTP/1.1" status: 204 len: 168 time: 0.1458066 Jul 16 02:56:13.223925 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04fd39-bbd6-4ff0-8ab3-06d784c5e77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d5c033-69af-483b-ad08-6fb3a4e3eb98,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:13.880386 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00440b-b9d3-4c89-b187-98e26ed32884 req-5df5c0bf-1fee-41b7-9e32-d3601850ad79 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:13.882021 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0b00440b-b9d3-4c89-b187-98e26ed32884 req-5df5c0bf-1fee-41b7-9e32-d3601850ad79 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0838020 Jul 16 02:56:13.924140 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0b00440b-b9d3-4c89-b187-98e26ed32884 req-9ba44c54-51d2-4cab-af18-1b7ccd09d027 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363903 Jul 16 02:56:14.804946 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:15.129334 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffd214-ff47-43a3-b00c-9a984a10a619 req-a1befedc-b1ee-4d7c-9226-5ed464fd2b2d tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:15.130860 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-37ffd214-ff47-43a3-b00c-9a984a10a619 req-a1befedc-b1ee-4d7c-9226-5ed464fd2b2d tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0787301 Jul 16 02:56:15.176690 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-37ffd214-ff47-43a3-b00c-9a984a10a619 req-c0009ffb-2ca9-4f15-8914-7216a6ac873b tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400879 Jul 16 02:56:15.950358 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-f48fbeec-6f6a-4beb-88a7-6fed7e1cc53e tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=05f5e413ff8e445b9c4d972a87869ec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392563 Jul 16 02:56:16.174636 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-ad52c4a1-0dba-4b44-bbd5-a56d713ba9b2 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:16.176190 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-ad52c4a1-0dba-4b44-bbd5-a56d713ba9b2 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193267 Jul 16 02:56:16.198488 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-fd108e0a-a529-473f-aea2-a7627d1a804b tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/quotas/05f5e413ff8e445b9c4d972a87869ec2 HTTP/1.1" status: 200 len: 375 time: 0.0100036 Jul 16 02:56:16.255278 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-b16b8043-47e5-4f09-abdf-9941462d4f9e tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=05f5e413ff8e445b9c4d972a87869ec2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504801 Jul 16 02:56:16.418643 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783ab1b-54df-47a0-ac44-ba22ee447ae6 req-fd7658f8-746c-42fb-b957-bcabc5a47ecc tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:16.422061 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d783ab1b-54df-47a0-ac44-ba22ee447ae6 req-fd7658f8-746c-42fb-b957-bcabc5a47ecc tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0838068 Jul 16 02:56:16.522543 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1d10e8c4-72fe-4c2e-a390-c65ca98b349b req-0c70c50f-5da2-429c-9a32-e22b8940ceba tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 210 time: 0.0418992 Jul 16 02:56:16.527639 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d783ab1b-54df-47a0-ac44-ba22ee447ae6 req-a30d5b2a-3e7e-4805-9b6d-87f2eeaa0bb8 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962107 Jul 16 02:56:17.480491 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8a68a-9455-4750-8ef3-fcbfc62c2797 req-f3990013-2517-4f1e-b15e-850ee6578e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:17.481946 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0f8a68a-9455-4750-8ef3-fcbfc62c2797 req-f3990013-2517-4f1e-b15e-850ee6578e2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0218a0c0773246a6b0ec31970dce3bef&device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 1099 time: 0.0708582 Jul 16 02:56:17.621764 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8a68a-9455-4750-8ef3-fcbfc62c2797 req-849db961-601d-480f-a76b-e67cc25697a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:17.623666 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0f8a68a-9455-4750-8ef3-fcbfc62c2797 req-849db961-601d-480f-a76b-e67cc25697a9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4acc2c2e-58bf-4d93-b9e8-16813084eb28 HTTP/1.1" status: 200 len: 920 time: 0.1151233 Jul 16 02:56:17.688130 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0f8a68a-9455-4750-8ef3-fcbfc62c2797 req-7d02ab46-ee3d-4166-8e24-9c0ad01fdc65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c29b56b2-e411-44f5-b118-93386ea9004a HTTP/1.1" status: 200 len: 217 time: 0.0553620 Jul 16 02:56:17.824490 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99a74e1b-4e89-467e-a4fb-49eaa8745806 req-bc76fede-be9b-4c78-996a-ff53f164ed07 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 210 time: 0.0937090 Jul 16 02:56:17.836038 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8a68a-9455-4750-8ef3-fcbfc62c2797 req-78bc7ff4-85c1-4be2-9e95-257f67f90dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:17.837328 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0f8a68a-9455-4750-8ef3-fcbfc62c2797 req-78bc7ff4-85c1-4be2-9e95-257f67f90dac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1e1b4036-f5ae-4ccd-bf7c-5fae46445f97 HTTP/1.1" status: 200 len: 859 time: 0.1414754 Jul 16 02:56:17.894583 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0f8a68a-9455-4750-8ef3-fcbfc62c2797 req-6aaf86c9-1bfd-45c8-b9d3-8fad342a7ce8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4acc2c2e-58bf-4d93-b9e8-16813084eb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448253 Jul 16 02:56:17.923366 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f9dca-0858-43b9-bcc8-e7844f2779ce req-34737be9-8e4d-44c1-8d84-0e22c36db30c tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:17.925281 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f66f9dca-0858-43b9-bcc8-e7844f2779ce req-34737be9-8e4d-44c1-8d84-0e22c36db30c tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1927621 Jul 16 02:56:18.031012 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f66f9dca-0858-43b9-bcc8-e7844f2779ce req-420a8eaf-6cdc-4b74-9b15-2d3dd9f190d4 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943022 Jul 16 02:56:18.080436 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-58a4b8be-8ef9-4416-9525-6a7264d6edd6 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=05f5e413ff8e445b9c4d972a87869ec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346773 Jul 16 02:56:18.087713 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0f8a68a-9455-4750-8ef3-fcbfc62c2797 req-c0d43e78-6f00-4750-975d-0766f506b966 service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835432 Jul 16 02:56:18.321057 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-0b80190c-d4ca-479d-bcc9-6d0f4e4c4d65 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:18.322579 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-0b80190c-d4ca-479d-bcc9-6d0f4e4c4d65 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189648 Jul 16 02:56:18.329055 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0f8a68a-9455-4750-8ef3-fcbfc62c2797 req-c248c0ae-5e9d-436f-83d0-656dd346193a service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231281 Jul 16 02:56:18.374301 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Request body: {'port': {'device_id': 'eb73d43d-4fc4-4346-98e5-12608a640e45', 'network_id': '8efa825d-e3b5-4b96-adc3-147bb1ec670c', 'admin_state_up': True, 'tenant_id': '05f5e413ff8e445b9c4d972a87869ec2'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:18.507185 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Made reservation on behalf of 05f5e413ff8e445b9c4d972a87869ec2 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:56:18.511841 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:18.521773 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:18.651332 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:18.655901 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:18.718316 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22bf02d-3ee1-4b06-9f02-8baf179b3e91,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:18.803304 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Allocated IP 192.168.233.229 (8efa825d-e3b5-4b96-adc3-147bb1ec670c/8653d28d-b8e1-4c37-a586-b6a9b19e5c9e/be00896d-47fc-42d9-a8c8-ace4e47f0ae3) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:56:18.895795 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:19.017825 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:19.042622 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7ba9d2c6-8822-4d22-8aea-0ce3ef565440 req-29659507-b413-404d-8ad5-db93347404c3 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 210 time: 0.0451119 Jul 16 02:56:19.054617 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Transition to ACTIVE for port object be00896d-47fc-42d9-a8c8-ace4e47f0ae3 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:19.112221 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:19.183434 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Network 8efa825d-e3b5-4b96-adc3-147bb1ec670c is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:56:19.188235 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:19.191056 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:56:19.277525 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Pushing event updated for resources: {'Port': ['ID=be00896d-47fc-42d9-a8c8-ace4e47f0ae3,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:19.315926 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:19.316698 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:19.342050 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-3924fac4-f65b-4ce6-ae8a-5d1c1cbd99b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9725406 Jul 16 02:56:19.358787 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e841cf0-03b1-4155-99c5-24bd9457f5a5 req-773f444b-f962-4948-8809-4161afa2720c tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:19.371021 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5e841cf0-03b1-4155-99c5-24bd9457f5a5 req-773f444b-f962-4948-8809-4161afa2720c tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1669011 Jul 16 02:56:19.378636 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Request body: {'port': {'device_id': 'eb73d43d-4fc4-4346-98e5-12608a640e45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:19.448733 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5e841cf0-03b1-4155-99c5-24bd9457f5a5 req-92debffb-7009-44e4-bdbf-d1028cff6642 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766253 Jul 16 02:56:19.489614 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:19.506592 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-43f52a77-53c1-4b38-8c19-f9f34a8bbc69 None None] Provisioning for port be00896d-47fc-42d9-a8c8-ace4e47f0ae3 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:56:19.518044 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-43f52a77-53c1-4b38-8c19-f9f34a8bbc69 None None] Provisioning complete for port be00896d-47fc-42d9-a8c8-ace4e47f0ae3 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:19.518504 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-43f52a77-53c1-4b38-8c19-f9f34a8bbc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:19.559234 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-43f52a77-53c1-4b38-8c19-f9f34a8bbc69 None None] Port be00896d-47fc-42d9-a8c8-ace4e47f0ae3 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:56:19.850074 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be00896d-47fc-42d9-a8c8-ace4e47f0ae3 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:56:19.866524 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:19.888454 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Transition to ACTIVE for port object be00896d-47fc-42d9-a8c8-ace4e47f0ae3 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:19.895059 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.000086 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Pushing event updated for resources: {'Port': ['ID=be00896d-47fc-42d9-a8c8-ace4e47f0ae3,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:20.126401 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dde1ae-6e38-48e4-8f28-6632dbbff118 req-c8bfd3d2-0e7c-4f26-8601-95813dfe7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:20.129194 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-26dde1ae-6e38-48e4-8f28-6632dbbff118 req-c8bfd3d2-0e7c-4f26-8601-95813dfe7a46 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 1099 time: 0.2003455 Jul 16 02:56:20.191499 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Attempting to bind port be00896d-47fc-42d9-a8c8-ace4e47f0ae3 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:56:20.191836 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Attempting to bind port be00896d-47fc-42d9-a8c8-ace4e47f0ae3 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '42789b0d-001f-4210-8135-7c1517b081b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8efa825d-e3b5-4b96-adc3-147bb1ec670c'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:56:20.192230 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Attempting to bind port be00896d-47fc-42d9-a8c8-ace4e47f0ae3 on network 8efa825d-e3b5-4b96-adc3-147bb1ec670c {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:56:20.204228 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Port be00896d-47fc-42d9-a8c8-ace4e47f0ae3 on network 8efa825d-e3b5-4b96-adc3-147bb1ec670c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:56:20.204562 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Attempting to bind port be00896d-47fc-42d9-a8c8-ace4e47f0ae3 on network 8efa825d-e3b5-4b96-adc3-147bb1ec670c {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:56:20.214737 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-26dde1ae-6e38-48e4-8f28-6632dbbff118 req-ef247a67-1f24-40c3-a73e-3478031068af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729229 Jul 16 02:56:20.215676 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:56:20.216017 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Checking segment: {'id': '42789b0d-001f-4210-8135-7c1517b081b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8efa825d-e3b5-4b96-adc3-147bb1ec670c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:56:20.216395 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Bound using segment: {'id': '42789b0d-001f-4210-8135-7c1517b081b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8efa825d-e3b5-4b96-adc3-147bb1ec670c'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:56:20.216956 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Bound port: be00896d-47fc-42d9-a8c8-ace4e47f0ae3, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42789b0d-001f-4210-8135-7c1517b081b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8efa825d-e3b5-4b96-adc3-147bb1ec670c'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:56:20.218103 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.348725 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] For port be00896d-47fc-42d9-a8c8-ace4e47f0ae3, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:56:20.367603 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] For port be00896d-47fc-42d9-a8c8-ace4e47f0ae3, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be00896d-47fc-42d9-a8c8-ace4e47f0ae3,segment=NetworkSegment(42789b0d-001f-4210-8135-7c1517b081b9),segment_id=42789b0d-001f-4210-8135-7c1517b081b9)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:56:20.374042 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.387023 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66ab42-e589-4de3-8f6b-4295f3a48b16 req-8b649a33-b24b-4aed-b52a-35d4438d0d15 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:20.388629 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ef66ab42-e589-4de3-8f6b-4295f3a48b16 req-8b649a33-b24b-4aed-b52a-35d4438d0d15 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 948 time: 0.1261454 Jul 16 02:56:20.660120 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:20.660792 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.662210 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] 10.222.0.59 "PUT /v2.0/ports/be00896d-47fc-42d9-a8c8-ace4e47f0ae3 HTTP/1.1" status: 200 len: 1098 time: 1.2887471 Jul 16 02:56:20.668557 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb73d43d-4fc4-4346-98e5-12608a640e45', 'tag': 'be00896d-47fc-42d9-a8c8-ace4e47f0ae3'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:20.671371 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9162aa7b-82bc-4463-a3e6-70a98d06ca2f" -d '{"events": [{"name": "network-changed", "server_uuid": "eb73d43d-4fc4-4346-98e5-12608a640e45", "tag": "be00896d-47fc-42d9-a8c8-ace4e47f0ae3"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:20.713228 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011157cb-e97a-40ea-b01b-fbc4b3bb12e0 service neutron] Pushing event updated for resources: {'Port': ['ID=be00896d-47fc-42d9-a8c8-ace4e47f0ae3,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:20.728758 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ef66ab42-e589-4de3-8f6b-4295f3a48b16 req-f1c10404-5099-40d3-9ce7-9cc0c184bf28 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/security-groups?id=f22bf02d-3ee1-4b06-9f02-8baf179b3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861490 Jul 16 02:56:20.869566 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-43756e02-dda5-4608-a3f5-de27cadf7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:20.871370 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-43756e02-dda5-4608-a3f5-de27cadf7547 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05f5e413ff8e445b9c4d972a87869ec2&device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 1101 time: 0.1208448 Jul 16 02:56:20.883942 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c2216-0868-463c-ab8f-69016ca52278 req-004b9755-5012-4439-8712-08e119929434 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:20.886492 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d80c2216-0868-463c-ab8f-69016ca52278 req-004b9755-5012-4439-8712-08e119929434 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1262808 Jul 16 02:56:20.979491 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-aaebbb33-3696-4ee9-b83a-09a86f891b2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=be00896d-47fc-42d9-a8c8-ace4e47f0ae3 HTTP/1.1" status: 200 len: 217 time: 0.0874584 Jul 16 02:56:21.045207 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d80c2216-0868-463c-ab8f-69016ca52278 req-24f14d24-c934-466d-9d98-03adca7ec46f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423295 Jul 16 02:56:21.055832 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-c32931ef-72c5-481f-8a6d-e595b319de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:21.057439 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-c32931ef-72c5-481f-8a6d-e595b319de76 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8653d28d-b8e1-4c37-a586-b6a9b19e5c9e HTTP/1.1" status: 200 len: 843 time: 0.0682411 Jul 16 02:56:21.069981 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab1df16-6d14-4c84-b369-8c09e4b9efe3 x-openstack-request-id: req-9ab1df16-6d14-4c84-b369-8c09e4b9efe3 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:21.070274 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb73d43d-4fc4-4346-98e5-12608a640e45", "tag": "be00896d-47fc-42d9-a8c8-ace4e47f0ae3", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:21.070508 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ab1df16-6d14-4c84-b369-8c09e4b9efe3 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:21.070899 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb73d43d-4fc4-4346-98e5-12608a640e45', 'tag': 'be00896d-47fc-42d9-a8c8-ace4e47f0ae3', 'status': 'completed', 'code': 200} Jul 16 02:56:21.210371 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-10716352-0982-4527-8d77-160c423d7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:21.212489 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-10716352-0982-4527-8d77-160c423d7121 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8efa825d-e3b5-4b96-adc3-147bb1ec670c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1162596 Jul 16 02:56:21.333787 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-44d73bdd-5d3b-4600-af38-0a54a7bf541c service neutron] 10.222.0.59 "GET /v2.0/networks/8efa825d-e3b5-4b96-adc3-147bb1ec670c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133373 Jul 16 02:56:21.512937 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f51c859-3ba3-4645-8441-3ea8cb0ae562 req-4361dd17-7071-4631-9ecf-7224c728fdfc service neutron] 10.222.0.59 "GET /v2.0/networks/8efa825d-e3b5-4b96-adc3-147bb1ec670c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148250 Jul 16 02:56:21.586999 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48516) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:21.762501 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162aa7b-82bc-4463-a3e6-70a98d06ca2f req-eef4cd25-977b-45ce-a285-f4637974c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:21.764746 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9162aa7b-82bc-4463-a3e6-70a98d06ca2f req-eef4cd25-977b-45ce-a285-f4637974c91b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=05f5e413ff8e445b9c4d972a87869ec2&device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 1101 time: 0.1065788 Jul 16 02:56:21.777368 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b195f93b-9176-4db9-974b-f5d4e3771465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:21.908933 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b195f93b-9176-4db9-974b-f5d4e3771465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:21.917067 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b195f93b-9176-4db9-974b-f5d4e3771465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:21.921793 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162aa7b-82bc-4463-a3e6-70a98d06ca2f req-76d81eb9-5943-4fc3-ad9d-a1f77007dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:21.923222 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9162aa7b-82bc-4463-a3e6-70a98d06ca2f req-76d81eb9-5943-4fc3-ad9d-a1f77007dc24 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8efa825d-e3b5-4b96-adc3-147bb1ec670c HTTP/1.1" status: 200 len: 870 time: 0.1423438 Jul 16 02:56:21.960767 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195f93b-9176-4db9-974b-f5d4e3771465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eed8bd8-34e8-4c3d-8b19-de7fcca6593a,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:21.968948 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b195f93b-9176-4db9-974b-f5d4e3771465 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10a80a8502f8469283b3404677cea9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805916 Jul 16 02:56:21.969645 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 48524) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:21.974456 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9162aa7b-82bc-4463-a3e6-70a98d06ca2f req-72b16e07-2f19-4862-b51b-f74f34737ce7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=be00896d-47fc-42d9-a8c8-ace4e47f0ae3 HTTP/1.1" status: 200 len: 217 time: 0.0405664 Jul 16 02:56:21.988477 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e393f47-aeae-4c23-8776-630e319debed req-3c84ca01-1271-42de-930e-301543401cc5 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:21.993444 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2e393f47-aeae-4c23-8776-630e319debed req-3c84ca01-1271-42de-930e-301543401cc5 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 948 time: 0.1351781 Jul 16 02:56:22.031601 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8949d729-c96a-4efb-a430-acddfacf847c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:22.058457 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8949d729-c96a-4efb-a430-acddfacf847c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:22.080023 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162aa7b-82bc-4463-a3e6-70a98d06ca2f req-53f1c785-02a5-486a-94fa-770c1856b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:22.081556 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9162aa7b-82bc-4463-a3e6-70a98d06ca2f req-53f1c785-02a5-486a-94fa-770c1856b326 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8653d28d-b8e1-4c37-a586-b6a9b19e5c9e HTTP/1.1" status: 200 len: 843 time: 0.0865858 Jul 16 02:56:22.087819 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2e393f47-aeae-4c23-8776-630e319debed req-ed71e954-50b1-4ade-8106-049703a80858 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/security-groups?id=f22bf02d-3ee1-4b06-9f02-8baf179b3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754700 Jul 16 02:56:22.144438 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8949d729-c96a-4efb-a430-acddfacf847c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:22.147376 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8949d729-c96a-4efb-a430-acddfacf847c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:22.148796 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8949d729-c96a-4efb-a430-acddfacf847c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4eed8bd8-34e8-4c3d-8b19-de7fcca6593a HTTP/1.1" status: 204 len: 168 time: 0.1778042 Jul 16 02:56:22.160140 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949d729-c96a-4efb-a430-acddfacf847c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eed8bd8-34e8-4c3d-8b19-de7fcca6593a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:22.166592 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162aa7b-82bc-4463-a3e6-70a98d06ca2f req-113b0fe3-f4fa-402a-b666-70d4e793dca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:22.169460 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9162aa7b-82bc-4463-a3e6-70a98d06ca2f req-113b0fe3-f4fa-402a-b666-70d4e793dca7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8efa825d-e3b5-4b96-adc3-147bb1ec670c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0771415 Jul 16 02:56:22.351365 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9162aa7b-82bc-4463-a3e6-70a98d06ca2f req-2bc23c4e-a600-41ca-b8f8-1e73d585c32f service neutron] 10.222.0.59 "GET /v2.0/networks/8efa825d-e3b5-4b96-adc3-147bb1ec670c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735017 Jul 16 02:56:22.421170 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370b1f7-1964-4976-95d3-50d9c548e237 req-24517125-7dc5-4a29-93ab-b1463a6ccff5 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:22.422817 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e370b1f7-1964-4976-95d3-50d9c548e237 req-24517125-7dc5-4a29-93ab-b1463a6ccff5 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1175120 Jul 16 02:56:22.549944 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e370b1f7-1964-4976-95d3-50d9c548e237 req-90979d2c-8526-4e7a-93ec-b64ef95d7a80 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925524 Jul 16 02:56:22.563942 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9162aa7b-82bc-4463-a3e6-70a98d06ca2f req-fbc6a633-c27b-45a3-af99-cfd5d08bb4eb service neutron] 10.222.0.59 "GET /v2.0/networks/8efa825d-e3b5-4b96-adc3-147bb1ec670c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003720 Jul 16 02:56:23.219195 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efee239-b867-4053-90e7-e6bf5e247ca2 req-653a0643-fa31-4bae-9097-7f31955b5b9e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:23.220862 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4efee239-b867-4053-90e7-e6bf5e247ca2 req-653a0643-fa31-4bae-9097-7f31955b5b9e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1141250 Jul 16 02:56:23.224090 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98c03f-467a-4f07-9984-497d5f0dc637 req-0fbe96ec-773b-47cf-9915-e25be6a16d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:23.225608 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ca98c03f-467a-4f07-9984-497d5f0dc637 req-0fbe96ec-773b-47cf-9915-e25be6a16d6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0218a0c0773246a6b0ec31970dce3bef&device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 1099 time: 0.1082008 Jul 16 02:56:23.376841 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4efee239-b867-4053-90e7-e6bf5e247ca2 req-9c921f2d-bf47-4ca5-a386-f34c9967ed23 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453650 Jul 16 02:56:23.404037 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98c03f-467a-4f07-9984-497d5f0dc637 req-e1bbdf5b-b34f-4155-a9b9-48cf6f2c287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:23.406181 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ca98c03f-467a-4f07-9984-497d5f0dc637 req-e1bbdf5b-b34f-4155-a9b9-48cf6f2c287c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4acc2c2e-58bf-4d93-b9e8-16813084eb28 HTTP/1.1" status: 200 len: 920 time: 0.1661549 Jul 16 02:56:23.423558 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a4974-e92a-4faa-94f2-62da72fed543 req-c3312eaf-5494-4fbc-9809-835a0796c23b tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:23.425048 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f59a4974-e92a-4faa-94f2-62da72fed543 req-c3312eaf-5494-4fbc-9809-835a0796c23b tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 948 time: 0.1673965 Jul 16 02:56:23.467076 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ca98c03f-467a-4f07-9984-497d5f0dc637 req-e3783480-2a24-4d1e-8119-91a848a77cb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c29b56b2-e411-44f5-b118-93386ea9004a HTTP/1.1" status: 200 len: 217 time: 0.0525744 Jul 16 02:56:23.534138 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f59a4974-e92a-4faa-94f2-62da72fed543 req-babf024e-0c5e-4339-8728-6bbe82fa6f9b tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/security-groups?id=f22bf02d-3ee1-4b06-9f02-8baf179b3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024230 Jul 16 02:56:23.540114 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98c03f-467a-4f07-9984-497d5f0dc637 req-a3ef91d3-e54e-4113-8b57-8d9260caadec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:23.541653 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ca98c03f-467a-4f07-9984-497d5f0dc637 req-a3ef91d3-e54e-4113-8b57-8d9260caadec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1e1b4036-f5ae-4ccd-bf7c-5fae46445f97 HTTP/1.1" status: 200 len: 859 time: 0.0661206 Jul 16 02:56:23.578980 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ca98c03f-467a-4f07-9984-497d5f0dc637 req-f4c2d5d8-2925-4941-816e-39e334cf4001 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4acc2c2e-58bf-4d93-b9e8-16813084eb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291617 Jul 16 02:56:23.693098 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ca98c03f-467a-4f07-9984-497d5f0dc637 req-4d41ca03-5416-4d05-ad05-f1be855f2834 service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072657 Jul 16 02:56:23.851093 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ca98c03f-467a-4f07-9984-497d5f0dc637 req-301abb3d-c870-4a9d-a7aa-f0699ce88a10 service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439428 Jul 16 02:56:24.176787 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device be00896d-47fc-42d9-a8c8-ace4e47f0ae3 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:56:24.307491 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port be00896d-47fc-42d9-a8c8-ace4e47f0ae3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be00896d-47fc-42d9-a8c8-ace4e47f0ae3,segment=NetworkSegment(42789b0d-001f-4210-8135-7c1517b081b9),segment_id=42789b0d-001f-4210-8135-7c1517b081b9)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:24.325690 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': 'be00896d-47fc-42d9-a8c8-ace4e47f0ae3', 'network_id': '8efa825d-e3b5-4b96-adc3-147bb1ec670c', 'port_id': 'be00896d-47fc-42d9-a8c8-ace4e47f0ae3', 'mac_address': 'fa:16:3e:8a:6f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8653d28d-b8e1-4c37-a586-b6a9b19e5c9e', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:56:24.368825 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:24.386763 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be00896d-47fc-42d9-a8c8-ace4e47f0ae3 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:56:24.411951 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port be00896d-47fc-42d9-a8c8-ace4e47f0ae3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be00896d-47fc-42d9-a8c8-ace4e47f0ae3,segment=NetworkSegment(42789b0d-001f-4210-8135-7c1517b081b9),segment_id=42789b0d-001f-4210-8135-7c1517b081b9)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:24.417521 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:24.476972 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=be00896d-47fc-42d9-a8c8-ace4e47f0ae3,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:24.620792 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db11fa-50a5-46d5-b627-c73cab3e6534 req-3b20eb99-b2ae-47ca-b2e4-dec2fe2e4b08 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:24.622552 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3db11fa-50a5-46d5-b627-c73cab3e6534 req-3b20eb99-b2ae-47ca-b2e4-dec2fe2e4b08 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0968521 Jul 16 02:56:24.683748 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3db11fa-50a5-46d5-b627-c73cab3e6534 req-35418fcf-87a1-49fc-9d0e-cae79e4fe087 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490050 Jul 16 02:56:24.783397 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e371552-17f7-4209-aa41-ab31a73f866f req-9ec9520b-3f5b-4f72-98a7-67f281a55876 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:24.786007 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3e371552-17f7-4209-aa41-ab31a73f866f req-9ec9520b-3f5b-4f72-98a7-67f281a55876 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 949 time: 0.0923576 Jul 16 02:56:24.830260 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3e371552-17f7-4209-aa41-ab31a73f866f req-71bbde9f-7e35-4c7f-858b-220f138cfcd4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/security-groups?id=f22bf02d-3ee1-4b06-9f02-8baf179b3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383904 Jul 16 02:56:24.850027 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['be00896d-47fc-42d9-a8c8-ace4e47f0ae3'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:25.940414 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c59a1-db74-403e-8cec-1f8f34bc412a req-22e1f3e1-b1c7-435b-9994-61c6439121e0 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:25.943072 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-473c59a1-db74-403e-8cec-1f8f34bc412a req-22e1f3e1-b1c7-435b-9994-61c6439121e0 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0929303 Jul 16 02:56:26.028972 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-473c59a1-db74-403e-8cec-1f8f34bc412a req-eecece89-7d48-4d50-bf74-24b7d923cbd4 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800836 Jul 16 02:56:26.063709 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a6f7e-54bd-4f31-aa91-2de0483efe93 req-a64130a4-d782-4735-b3de-0f51bba427b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:26.065270 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7a8a6f7e-54bd-4f31-aa91-2de0483efe93 req-a64130a4-d782-4735-b3de-0f51bba427b4 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 949 time: 0.0927117 Jul 16 02:56:26.108761 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7a8a6f7e-54bd-4f31-aa91-2de0483efe93 req-0140918d-583e-418c-a6d5-49dcb65eeb0a tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/security-groups?id=f22bf02d-3ee1-4b06-9f02-8baf179b3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362151 Jul 16 02:56:26.188099 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device be00896d-47fc-42d9-a8c8-ace4e47f0ae3 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:56:26.248841 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port be00896d-47fc-42d9-a8c8-ace4e47f0ae3 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:56:26.267826 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port be00896d-47fc-42d9-a8c8-ace4e47f0ae3 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:26.268554 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:26.355149 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:26.380023 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb73d43d-4fc4-4346-98e5-12608a640e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be00896d-47fc-42d9-a8c8-ace4e47f0ae3'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:26.382619 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f037e334-1cae-4d6b-ab7d-248a69382477" -d '{"events": [{"server_uuid": "eb73d43d-4fc4-4346-98e5-12608a640e45", "name": "network-vif-plugged", "status": "completed", "tag": "be00896d-47fc-42d9-a8c8-ace4e47f0ae3"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:26.398344 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port be00896d-47fc-42d9-a8c8-ace4e47f0ae3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be00896d-47fc-42d9-a8c8-ace4e47f0ae3,segment=NetworkSegment(42789b0d-001f-4210-8135-7c1517b081b9),segment_id=42789b0d-001f-4210-8135-7c1517b081b9)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:26.405244 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:26.446918 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c4c800-032b-4794-970d-3371c401a282 x-openstack-request-id: req-d3c4c800-032b-4794-970d-3371c401a282 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:26.447314 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb73d43d-4fc4-4346-98e5-12608a640e45", "name": "network-vif-plugged", "status": "completed", "tag": "be00896d-47fc-42d9-a8c8-ace4e47f0ae3", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:26.447579 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3c4c800-032b-4794-970d-3371c401a282 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:26.448014 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb73d43d-4fc4-4346-98e5-12608a640e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be00896d-47fc-42d9-a8c8-ace4e47f0ae3', 'code': 200} Jul 16 02:56:26.494800 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=be00896d-47fc-42d9-a8c8-ace4e47f0ae3,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:26.802542 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce5295-e602-46ea-8c5f-6a2ca9701bd7 req-0bc9009a-c570-499c-abed-91728b3438d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:26.804086 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bfce5295-e602-46ea-8c5f-6a2ca9701bd7 req-0bc9009a-c570-499c-abed-91728b3438d4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 1103 time: 0.0684631 Jul 16 02:56:26.845561 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bfce5295-e602-46ea-8c5f-6a2ca9701bd7 req-c036a1a8-1eb8-436c-8409-3697ffe4d48b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f22bf02d-3ee1-4b06-9f02-8baf179b3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319223 Jul 16 02:56:27.240277 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebd299-4089-496c-a4d2-9bb03ba6042f req-cc6d5095-f338-4284-a180-38f3daa797d8 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:27.241877 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-24ebd299-4089-496c-a4d2-9bb03ba6042f req-cc6d5095-f338-4284-a180-38f3daa797d8 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0817208 Jul 16 02:56:27.314153 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-24ebd299-4089-496c-a4d2-9bb03ba6042f req-1b07f5cd-3d95-4297-b363-ba5e6b218b3d tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613515 Jul 16 02:56:27.336689 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af116a-1950-4be5-a333-c3bc6553f112 req-560108d6-0892-4b41-9d38-57e0d888a24d tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:27.338384 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a1af116a-1950-4be5-a333-c3bc6553f112 req-560108d6-0892-4b41-9d38-57e0d888a24d tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 950 time: 0.0955157 Jul 16 02:56:27.382303 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a1af116a-1950-4be5-a333-c3bc6553f112 req-cc7dcbe4-aff2-4a14-b54a-6790f8cf0654 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/security-groups?id=f22bf02d-3ee1-4b06-9f02-8baf179b3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375912 Jul 16 02:56:28.564381 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f065cd9-de42-4baa-8e6e-035ca44d358e req-3961ceec-c7b1-4783-8692-d82ba2bea050 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:28.565873 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4f065cd9-de42-4baa-8e6e-035ca44d358e req-3961ceec-c7b1-4783-8692-d82ba2bea050 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 950 time: 0.0685182 Jul 16 02:56:28.605012 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4f065cd9-de42-4baa-8e6e-035ca44d358e req-b8cbc25e-96fa-4eeb-9147-8fe7d9585697 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/security-groups?id=f22bf02d-3ee1-4b06-9f02-8baf179b3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334435 Jul 16 02:56:28.884945 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c350de-5681-4300-895a-218a15ef1423 req-2e9ad804-fe47-489c-9afa-924c2c56de37 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:28.886535 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-72c350de-5681-4300-895a-218a15ef1423 req-2e9ad804-fe47-489c-9afa-924c2c56de37 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0722296 Jul 16 02:56:28.935962 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-72c350de-5681-4300-895a-218a15ef1423 req-d7fc54d8-a5ee-4b3c-88ff-b40483fb71cf tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384741 Jul 16 02:56:29.505180 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3915393-b852-47e3-9cc1-f93825f48399 req-9181d107-36f4-4cd9-970b-229d05e50f33 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:29.506756 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e3915393-b852-47e3-9cc1-f93825f48399 req-9181d107-36f4-4cd9-970b-229d05e50f33 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 950 time: 0.0888348 Jul 16 02:56:29.566794 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e3915393-b852-47e3-9cc1-f93825f48399 req-170548a9-9e63-4794-bc34-78f4f9d1d5fd tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/security-groups?id=f22bf02d-3ee1-4b06-9f02-8baf179b3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455887 Jul 16 02:56:30.761154 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce3793-8bea-4bdb-8441-59a5d48bed48 req-7f4e702f-9172-4143-986f-4f251ea35471 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:30.763401 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3ce3793-8bea-4bdb-8441-59a5d48bed48 req-7f4e702f-9172-4143-986f-4f251ea35471 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 950 time: 0.0725229 Jul 16 02:56:30.809667 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3ce3793-8bea-4bdb-8441-59a5d48bed48 req-b146b1c4-6784-412e-a288-a566e8a983d9 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/security-groups?id=f22bf02d-3ee1-4b06-9f02-8baf179b3e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397036 Jul 16 02:56:31.214192 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461851b-474c-4966-80f0-24860b4ccd68 req-6e8094e6-8690-4532-80d5-50c02f21b155 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:31.215658 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9461851b-474c-4966-80f0-24860b4ccd68 req-6e8094e6-8690-4532-80d5-50c02f21b155 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 950 time: 0.0788209 Jul 16 02:56:31.356627 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-9461851b-474c-4966-80f0-24860b4ccd68 req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Deleting port be00896d-47fc-42d9-a8c8-ace4e47f0ae3 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:56:31.356998 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9461851b-474c-4966-80f0-24860b4ccd68 req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:31.456034 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-9461851b-474c-4966-80f0-24860b4ccd68 req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] For port be00896d-47fc-42d9-a8c8-ace4e47f0ae3, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=be00896d-47fc-42d9-a8c8-ace4e47f0ae3,segment=NetworkSegment(42789b0d-001f-4210-8135-7c1517b081b9),segment_id=42789b0d-001f-4210-8135-7c1517b081b9)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:31.456302 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9461851b-474c-4966-80f0-24860b4ccd68 req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:31.470324 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-9461851b-474c-4966-80f0-24860b4ccd68 req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Calling delete_port for be00896d-47fc-42d9-a8c8-ace4e47f0ae3 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:56:31.637210 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9461851b-474c-4966-80f0-24860b4ccd68 req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:31.685380 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Pushing event deleted for resources: {'Port': ['ID=be00896d-47fc-42d9-a8c8-ace4e47f0ae3,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:31.700001 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['be00896d-47fc-42d9-a8c8-ace4e47f0ae3'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:31.701245 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:31.702463 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:31.702869 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:31.703203 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:31.703539 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:31.704505 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:31.704505 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:31.708012 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:31.708616 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:31.709143 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:31.709717 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:31.710257 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:31.776938 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-9461851b-474c-4966-80f0-24860b4ccd68 req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] No DVR routers for this DVR port be00896d-47fc-42d9-a8c8-ace4e47f0ae3 on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:56:31.782616 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-9461851b-474c-4966-80f0-24860b4ccd68 req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:31.785521 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9461851b-474c-4966-80f0-24860b4ccd68 req-31043370-9fa3-4b61-82e6-f022490425dc tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.59 "DELETE /v2.0/ports/be00896d-47fc-42d9-a8c8-ace4e47f0ae3 HTTP/1.1" status: 204 len: 173 time: 0.5575008 Jul 16 02:56:31.786223 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb73d43d-4fc4-4346-98e5-12608a640e45', 'name': 'network-vif-deleted', 'tag': 'be00896d-47fc-42d9-a8c8-ace4e47f0ae3'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:31.790577 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77296a2-d4ef-4afc-8c1b-2aae9723b98d" -d '{"events": [{"server_uuid": "eb73d43d-4fc4-4346-98e5-12608a640e45", "name": "network-vif-deleted", "tag": "be00896d-47fc-42d9-a8c8-ace4e47f0ae3"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:31.845152 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a192c3f9-4887-40c6-ad70-869d731081d0 x-openstack-request-id: req-a192c3f9-4887-40c6-ad70-869d731081d0 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:31.845644 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb73d43d-4fc4-4346-98e5-12608a640e45", "name": "network-vif-deleted", "tag": "be00896d-47fc-42d9-a8c8-ace4e47f0ae3", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:31.846038 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a192c3f9-4887-40c6-ad70-869d731081d0 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:31.846649 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb73d43d-4fc4-4346-98e5-12608a640e45', 'name': 'network-vif-deleted', 'tag': 'be00896d-47fc-42d9-a8c8-ace4e47f0ae3', 'status': 'completed', 'code': 200} Jul 16 02:56:31.980376 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1e2caf5b-132e-4309-8781-9d60c9304985 req-7517e074-8b70-4bf8-a102-e140803cfd93 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 210 time: 0.0291359 Jul 16 02:56:32.469329 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7f7c1-99a4-4858-a2d7-4f1130d1887e req-3628d734-6fca-4ce6-9a66-d972158c8acd tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:32.470825 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-abb7f7c1-99a4-4858-a2d7-4f1130d1887e req-3628d734-6fca-4ce6-9a66-d972158c8acd tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0631051 Jul 16 02:56:32.510898 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-abb7f7c1-99a4-4858-a2d7-4f1130d1887e req-c47d461a-f3dc-44fe-a591-e83fdb054700 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343764 Jul 16 02:56:32.883632 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:56:33.143301 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ac44713a-4e8c-40b7-9c71-8da6d6932d6a req-4ff1d91e-f1af-4c3f-b1a0-6829514979cb tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 210 time: 0.0291090 Jul 16 02:56:33.703692 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1f838-66bc-4409-8143-40bc9cd25388 req-4de561df-c9ec-415d-b696-7791c9687816 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:33.705320 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-aad1f838-66bc-4409-8143-40bc9cd25388 req-4de561df-c9ec-415d-b696-7791c9687816 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0685084 Jul 16 02:56:33.756462 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-aad1f838-66bc-4409-8143-40bc9cd25388 req-f07ce7b7-3adf-483f-83a9-3e557ba7c3c4 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409420 Jul 16 02:56:34.301450 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9a47e603-8a18-4787-b792-c239f48c4f93 req-364e73a9-8e3d-428b-aa50-30f8aac519cf tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 210 time: 0.0318360 Jul 16 02:56:34.984590 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e018f8-7426-4df6-8274-80f94586e7c1 req-0d693786-aafd-48cc-b765-b71d25e7eaae tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:34.987717 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c5e018f8-7426-4df6-8274-80f94586e7c1 req-0d693786-aafd-48cc-b765-b71d25e7eaae tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0766246 Jul 16 02:56:35.031248 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c5e018f8-7426-4df6-8274-80f94586e7c1 req-efcf3e36-8257-4a78-ad27-ad2a7b51b8af tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371637 Jul 16 02:56:35.473107 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6133e28b-4073-4c37-bfb4-9e7060ebe8c7 req-a9573295-8563-4342-9a40-dcf9c42a55f9 tempest-VolumesNegativeTest-1123733692 tempest-VolumesNegativeTest-1123733692-project] 10.222.0.39 "GET /v2.0/ports?device_id=eb73d43d-4fc4-4346-98e5-12608a640e45 HTTP/1.1" status: 200 len: 210 time: 0.0322285 Jul 16 02:56:36.229980 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9cd38-834d-4470-a11c-3dbe54bdb9ca req-5824ecc1-1e3c-4232-9d05-ad3873806e42 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:36.231415 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1cd9cd38-834d-4470-a11c-3dbe54bdb9ca req-5824ecc1-1e3c-4232-9d05-ad3873806e42 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0739133 Jul 16 02:56:36.274069 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1cd9cd38-834d-4470-a11c-3dbe54bdb9ca req-929846d7-2b0b-4f55-a78d-036192f1f07c tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364358 Jul 16 02:56:36.716109 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device be00896d-47fc-42d9-a8c8-ace4e47f0ae3 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:56:36.739817 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: be00896d-47fc-42d9-a8c8-ace4e47f0ae3 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:56:36.740157 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device be00896d-47fc-42d9-a8c8-ace4e47f0ae3 not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:56:37.487385 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005644e-e975-4b82-9c55-c123ddd7d7e4 req-09304771-07e7-465e-9c86-053fa4622043 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:37.488939 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6005644e-e975-4b82-9c55-c123ddd7d7e4 req-09304771-07e7-465e-9c86-053fa4622043 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0800023 Jul 16 02:56:37.533940 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6005644e-e975-4b82-9c55-c123ddd7d7e4 req-e7f0e9ea-bc8e-49c2-91bc-1f1c1faae835 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392175 Jul 16 02:56:37.672195 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2ab5342a-768c-4de4-b763-e65e30f4abd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:38.827654 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e351204-47c2-4029-883f-03744ef2d1a4 req-268073ae-7e08-4ca2-ba8e-d2d839a067c9 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:38.831364 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1e351204-47c2-4029-883f-03744ef2d1a4 req-268073ae-7e08-4ca2-ba8e-d2d839a067c9 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0857255 Jul 16 02:56:38.887158 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1e351204-47c2-4029-883f-03744ef2d1a4 req-3f62703e-0199-4633-94e8-5050c4977a89 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511804 Jul 16 02:56:40.091336 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432a026-d8c5-4d28-abba-a16f638abec8 req-210ed59d-6fa8-4b29-b8f9-dd137bd0796a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:40.093287 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6432a026-d8c5-4d28-abba-a16f638abec8 req-210ed59d-6fa8-4b29-b8f9-dd137bd0796a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0761898 Jul 16 02:56:40.136872 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6432a026-d8c5-4d28-abba-a16f638abec8 req-e2cc69a4-17a0-4b99-9fa9-47353e70ba41 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373094 Jul 16 02:56:41.317979 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bf593-d74f-4229-a6dc-305243dd5aa0 req-aefea8fd-cf50-495c-9236-b472408f7801 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:41.319511 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-869bf593-d74f-4229-a6dc-305243dd5aa0 req-aefea8fd-cf50-495c-9236-b472408f7801 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0672605 Jul 16 02:56:41.346728 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:41.367764 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-869bf593-d74f-4229-a6dc-305243dd5aa0 req-678d466e-45a7-41e7-baf8-8328e20c94a8 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389583 Jul 16 02:56:41.646057 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7746e999-6157-473d-9b31-96db6c046e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:42.345301 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:42.573635 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bf46f-7dda-4a96-8339-90d3cd4b6e4c req-53d094cb-c805-4a68-888b-cac4c1aad01d tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:42.575371 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d69bf46f-7dda-4a96-8339-90d3cd4b6e4c req-53d094cb-c805-4a68-888b-cac4c1aad01d tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0799625 Jul 16 02:56:42.625694 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d69bf46f-7dda-4a96-8339-90d3cd4b6e4c req-751f9cef-d18b-4a3b-949f-9970bcf07b46 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415888 Jul 16 02:56:43.836744 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c0676-9e0f-4df9-82d5-bd3fd400c747 req-4cfd643d-6daf-4d66-8629-1d326a94e4ff tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:43.838369 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3f9c0676-9e0f-4df9-82d5-bd3fd400c747 req-4cfd643d-6daf-4d66-8629-1d326a94e4ff tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0788388 Jul 16 02:56:43.886219 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3f9c0676-9e0f-4df9-82d5-bd3fd400c747 req-605d0837-c389-4a99-b95c-31efa8e29787 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412626 Jul 16 02:56:44.282333 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49022) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:44.517373 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a049ff38-3a57-4bfe-bbd7-50cefa996b86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05f5e413ff8e445b9c4d972a87869ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331772 Jul 16 02:56:44.520111 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 49028) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:44.584699 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0f68d5ba-c0fa-4945-9c72-50b08f29e3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:44.624063 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0f68d5ba-c0fa-4945-9c72-50b08f29e3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:44.707504 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0f68d5ba-c0fa-4945-9c72-50b08f29e3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:44.712338 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0f68d5ba-c0fa-4945-9c72-50b08f29e3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:44.716818 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0f68d5ba-c0fa-4945-9c72-50b08f29e3c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f22bf02d-3ee1-4b06-9f02-8baf179b3e91 HTTP/1.1" status: 204 len: 168 time: 0.1930370 Jul 16 02:56:44.727826 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68d5ba-c0fa-4945-9c72-50b08f29e3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22bf02d-3ee1-4b06-9f02-8baf179b3e91,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:44.851410 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:45.245765 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53e637-2554-4bf8-ba4b-ebf7d6f7443a req-822e9f44-7ebc-48eb-b684-7f9b57e37cbb tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:45.249306 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab53e637-2554-4bf8-ba4b-ebf7d6f7443a req-822e9f44-7ebc-48eb-b684-7f9b57e37cbb tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1192019 Jul 16 02:56:45.376875 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab53e637-2554-4bf8-ba4b-ebf7d6f7443a req-923d1751-b54d-45eb-8c31-ff7faef0a557 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162040 Jul 16 02:56:45.407028 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734eeebd-620b-4b2b-ac85-32631ff055f9 req-a4052c3b-56a6-4f59-9c1f-3997c843c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:45.408628 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-734eeebd-620b-4b2b-ac85-32631ff055f9 req-a4052c3b-56a6-4f59-9c1f-3997c843c6b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0218a0c0773246a6b0ec31970dce3bef&device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 1099 time: 0.1580794 Jul 16 02:56:45.423207 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087f2cb-6f30-483e-bd95-0d7d40d6ce09 req-bef7fbef-239d-48b8-8011-18e67fc188e6 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:45.430556 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5087f2cb-6f30-483e-bd95-0d7d40d6ce09 req-bef7fbef-239d-48b8-8011-18e67fc188e6 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1136613 Jul 16 02:56:45.539144 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5087f2cb-6f30-483e-bd95-0d7d40d6ce09 req-98886b27-16fd-4208-bfbd-64333780d65b tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075835 Jul 16 02:56:45.577491 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734eeebd-620b-4b2b-ac85-32631ff055f9 req-eef86572-6b2f-4fb5-96ad-b71c450ff666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:45.579022 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-734eeebd-620b-4b2b-ac85-32631ff055f9 req-eef86572-6b2f-4fb5-96ad-b71c450ff666 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4acc2c2e-58bf-4d93-b9e8-16813084eb28 HTTP/1.1" status: 200 len: 920 time: 0.1464767 Jul 16 02:56:45.638485 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-734eeebd-620b-4b2b-ac85-32631ff055f9 req-1843db7e-3f2e-41ce-8296-f54752958dac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c29b56b2-e411-44f5-b118-93386ea9004a HTTP/1.1" status: 200 len: 217 time: 0.0422316 Jul 16 02:56:45.856898 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49068) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:45.954035 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734eeebd-620b-4b2b-ac85-32631ff055f9 req-dcee5761-21c2-4df6-b75c-7344ffbf2c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:45.955704 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-734eeebd-620b-4b2b-ac85-32631ff055f9 req-dcee5761-21c2-4df6-b75c-7344ffbf2c82 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1e1b4036-f5ae-4ccd-bf7c-5fae46445f97 HTTP/1.1" status: 200 len: 859 time: 0.3051157 Jul 16 02:56:45.981233 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-715817081-network', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:46.008451 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-734eeebd-620b-4b2b-ac85-32631ff055f9 req-25f06e0f-36e7-4df6-80ab-31d0eba7732f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4acc2c2e-58bf-4d93-b9e8-16813084eb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414407 Jul 16 02:56:46.014682 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Made reservation on behalf of 1ce8c3e02e3a40f2bc4907406c7af456 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:56:46.018165 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:46.033441 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:46.153604 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-734eeebd-620b-4b2b-ac85-32631ff055f9 req-01bb2e5e-ec2e-4fe1-8692-cb6a480244e0 service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365709 Jul 16 02:56:46.175282 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:46.179790 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:46.194121 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:56:46.209200 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:46.209633 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Added segment 751ce284-7144-402d-88f2-b2fdc49578c7 of type vlan for network 217c2ffe-e658-40d8-bce9-f447f4e45f0d Jul 16 02:56:46.279328 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:46.296008 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-734eeebd-620b-4b2b-ac85-32631ff055f9 req-a7ec33f1-3cd6-4287-9e9e-1ec6cb84adb5 service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322320 Jul 16 02:56:46.310856 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7d7aac-7296-4777-9a5a-f6b236011907,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:46.325532 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:46.327822 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:46.328521 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:46.334365 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:46.334777 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:46.335069 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:46.335401 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:46.335736 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:46.336069 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:46.336396 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:46.336749 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:46.337093 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:46.337474 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:46.337778 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:46.338110 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:46.373552 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5140979 Jul 16 02:56:46.379060 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 49080) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:46.389943 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-381adfad-9000-4db5-8f64-f77c83e2e18f admin admin] Request body: {'subnet': {'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-715817081-subnet', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:46.412550 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e185296-9e38-4f12-961e-e6964c38a077 admin admin] Pushing event updated for resources: {'Network': ['ID=217c2ffe-e658-40d8-bce9-f447f4e45f0d,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:46.429780 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 217c2ffe-e658-40d8-bce9-f447f4e45f0d details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:56:46.433421 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381adfad-9000-4db5-8f64-f77c83e2e18f admin admin] Made reservation on behalf of 1ce8c3e02e3a40f2bc4907406c7af456 for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:56:46.438253 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-381adfad-9000-4db5-8f64-f77c83e2e18f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8577245'] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:46.690214 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-381adfad-9000-4db5-8f64-f77c83e2e18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8867488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8577231'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:46.789704 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381adfad-9000-4db5-8f64-f77c83e2e18f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7635fef6-4f9a-4851-a305-7401b9f33f36,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:46.827978 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d2163-ed49-4e22-8410-4c8e3c84867d req-aa5c3ba6-9a59-48a3-a540-badba8199b7e tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:46.829694 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-290d2163-ed49-4e22-8410-4c8e3c84867d req-aa5c3ba6-9a59-48a3-a540-badba8199b7e tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.2010458 Jul 16 02:56:46.846110 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381adfad-9000-4db5-8f64-f77c83e2e18f admin admin] Checking segment: {'id': '751ce284-7144-402d-88f2-b2fdc49578c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:56:46.846473 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381adfad-9000-4db5-8f64-f77c83e2e18f admin admin] Network hostable DHCP agents. Network: 217c2ffe-e658-40d8-bce9-f447f4e45f0d, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:56:46.902461 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af731822-7840-4f14-b4c0-0ea83084c78d req-869df8bf-74e4-4909-9eea-4b59568a2bc9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:46.904853 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-af731822-7840-4f14-b4c0-0ea83084c78d req-869df8bf-74e4-4909-9eea-4b59568a2bc9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1764107 Jul 16 02:56:46.923322 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-290d2163-ed49-4e22-8410-4c8e3c84867d req-e23bf0b3-6b5c-475d-b960-5e831ba17cb4 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846088 Jul 16 02:56:46.923943 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381adfad-9000-4db5-8f64-f77c83e2e18f admin admin] Network 217c2ffe-e658-40d8-bce9-f447f4e45f0d is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:56:46.965039 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-381adfad-9000-4db5-8f64-f77c83e2e18f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 217c2ffe-e658-40d8-bce9-f447f4e45f0d) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:46.975491 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381adfad-9000-4db5-8f64-f77c83e2e18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:46.976228 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-381adfad-9000-4db5-8f64-f77c83e2e18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:46.984986 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d22dc6-b784-4245-822a-e21664aae42b None None] Network 217c2ffe-e658-40d8-bce9-f447f4e45f0d requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:56:46.985704 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-af731822-7840-4f14-b4c0-0ea83084c78d req-872ba050-8cfd-43c0-9ec6-5d30e03a8a93 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727434 Jul 16 02:56:47.013749 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-381adfad-9000-4db5-8f64-f77c83e2e18f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6321001 Jul 16 02:56:47.018098 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 49090) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:47.028291 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:47.065792 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-891120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10646'] for router, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.067219 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10653'] for router, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.150975 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.225874 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10044808-b05a-5995-a1b9-af19030856e8-217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'fixed_ips': [{'subnet_id': '7635fef6-4f9a-4851-a305-7401b9f33f36'}]}} from dv-cinder-788364-5-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:56:47.227342 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.318721 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-891029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7799'] for router, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.505498 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Allocated IP 172.20.0.2 (217c2ffe-e658-40d8-bce9-f447f4e45f0d/7635fef6-4f9a-4851-a305-7401b9f33f36/92a87820-26e1-4bb2-89ed-75e4b52c4e8a) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:56:47.640833 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.662276 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.704479 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.717804 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Transition to ACTIVE for port object 92a87820-26e1-4bb2-89ed-75e4b52c4e8a will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:47.739964 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Transition to ACTIVE for port object 92a87820-26e1-4bb2-89ed-75e4b52c4e8a will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:47.749912 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.793870 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Network 217c2ffe-e658-40d8-bce9-f447f4e45f0d is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:56:47.795794 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Allocated IP 172.27.1.86 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/6a9b12c6-bb1c-4741-8472-af56312b3054) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:56:47.800422 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:47.803109 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:56:47.819972 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Pushing event updated for resources: {'Port': ['ID=92a87820-26e1-4bb2-89ed-75e4b52c4e8a,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:47.885780 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:47.886204 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:47.886550 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:47.887020 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:47.887543 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:47.888144 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:47.888710 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:47.889091 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:47.889506 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:47.890100 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:47.890611 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:47.891139 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:47.913606 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Attempting to bind port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:56:47.914229 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Attempting to bind port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': '751ce284-7144-402d-88f2-b2fdc49578c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:56:47.914662 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Attempting to bind port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a on network 217c2ffe-e658-40d8-bce9-f447f4e45f0d {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:56:47.924071 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:56:47.924580 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Checking segment: {'id': '751ce284-7144-402d-88f2-b2fdc49578c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:56:47.925136 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.925762 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Bound using segment: {'id': '751ce284-7144-402d-88f2-b2fdc49578c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:56:47.926547 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Bound port: 92a87820-26e1-4bb2-89ed-75e4b52c4e8a, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ce284-7144-402d-88f2-b2fdc49578c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:56:47.927152 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.956942 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.031590 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.088973 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] For port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:56:48.098591 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] For port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=92a87820-26e1-4bb2-89ed-75e4b52c4e8a,segment=NetworkSegment(751ce284-7144-402d-88f2-b2fdc49578c7),segment_id=751ce284-7144-402d-88f2-b2fdc49578c7)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:56:48.110048 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.114446 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:56:48.120857 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:48.128919 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:56:48.249609 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Pushing event updated for resources: {'Port': ['ID=6a9b12c6-bb1c-4741-8472-af56312b3054,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:48.266141 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce59b0-f804-45de-b734-1ae3ce5dd4b0 None None] Pushing event updated for resources: {'Port': ['ID=92a87820-26e1-4bb2-89ed-75e4b52c4e8a,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:48.449747 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acec63-c28f-4893-845a-0a14d2e81ad6 req-4d81b669-f795-45cd-92c0-9dab000cf951 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:48.451524 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-35acec63-c28f-4893-845a-0a14d2e81ad6 req-4d81b669-f795-45cd-92c0-9dab000cf951 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.2728148 Jul 16 02:56:48.578531 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5aae7-2a3f-410a-988b-319e6850cc00 req-2b3e6be9-838f-42e3-832c-d8c25fa925be tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:48.581162 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9b5aae7-2a3f-410a-988b-319e6850cc00 req-2b3e6be9-838f-42e3-832c-d8c25fa925be tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.2610641 Jul 16 02:56:48.633484 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-35acec63-c28f-4893-845a-0a14d2e81ad6 req-0a1a69c4-c3d6-476a-adf1-066e1785f00a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496055 Jul 16 02:56:48.766248 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9b5aae7-2a3f-410a-988b-319e6850cc00 req-e962010b-7b43-4f04-80ab-93c009e5663b tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629322 Jul 16 02:56:48.782821 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.902646 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:49.045623 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-891131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890880'] for router, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:49.245934 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Router df466a0b-1a87-49c9-bf34-286a1f6ab217 is scheduled to L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 with binding_index 1 {{(pid=92927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:56:49.401561 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c68933a-a490-4d33-b094-f164f2275c32 None None] Network 217c2ffe-e658-40d8-bce9-f447f4e45f0d requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:56:49.541153 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-c2cbc35e-da3e-4ee0-ba34-db6afd12f853 None None] Provisioning for port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:56:49.655329 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:56:49.674841 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Sync routers for ids ['df466a0b-1a87-49c9-bf34-286a1f6ab217'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:56:49.679856 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:49.681382 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-e4f913f1-40b2-48c1-9b4f-1e51a790df7b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6590385 Jul 16 02:56:49.686052 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49112) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:49.695355 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Routers {'df466a0b-1a87-49c9-bf34-286a1f6ab217'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:56:49.696092 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:56:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['df466a0b-1a87-49c9-bf34-286a1f6ab217'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:50.046681 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 92a87820-26e1-4bb2-89ed-75e4b52c4e8a up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:56:50.071153 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Set router df466a0b-1a87-49c9-bf34-286a1f6ab217 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:56:50.193903 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:56:50.206868 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:50.208563 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.295676 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 49124) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:50.327085 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-4e7abbcd-1455-4582-91a5-e02b8d1a187b None None] Provisioning complete for port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:50.327753 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4e7abbcd-1455-4582-91a5-e02b8d1a187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.345643 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc76c3-a364-4eb1-b580-64e0a9e64f5c req-473683f4-5548-4177-b710-dbaa1f031ced tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:50.359639 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-afdc76c3-a364-4eb1-b580-64e0a9e64f5c req-473683f4-5548-4177-b710-dbaa1f031ced tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.3286431 Jul 16 02:56:50.425881 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c942e2-08fc-48ea-b4f8-8ec15d6c01c5 req-c9d3a4c1-4c30-4049-9f76-742d01198096 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:50.429635 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e6c942e2-08fc-48ea-b4f8-8ec15d6c01c5 req-c9d3a4c1-4c30-4049-9f76-742d01198096 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.2942798 Jul 16 02:56:50.535480 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:48Z', 'revision_number': 3, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port': {'id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:50.562965 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-afdc76c3-a364-4eb1-b580-64e0a9e64f5c req-3da8c73c-ff18-47fd-b323-63c1503c93ca tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919744 Jul 16 02:56:50.601882 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.627187 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Checking router: df466a0b-1a87-49c9-bf34-286a1f6ab217 for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:56:50.628131 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Updating router df466a0b-1a87-49c9-bf34-286a1f6ab217 port 6a9b12c6-bb1c-4741-8472-af56312b3054 binding host dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:56:50.640088 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f91b74a1-9f9f-420e-9a91-16ee1c6b5358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.645871 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e6c942e2-08fc-48ea-b4f8-8ec15d6c01c5 req-4618cda0-6dd5-4ba2-97fe-a7c8034b73fa tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090514 Jul 16 02:56:50.699628 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.725142 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.731241 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=92a87820-26e1-4bb2-89ed-75e4b52c4e8a,segment=NetworkSegment(751ce284-7144-402d-88f2-b2fdc49578c7),segment_id=751ce284-7144-402d-88f2-b2fdc49578c7)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:50.733084 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4e7abbcd-1455-4582-91a5-e02b8d1a187b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.799585 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.845293 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.db.api [None req-4e7abbcd-1455-4582-91a5-e02b8d1a187b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92929) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:56:50.845649 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG oslo_db.api [None req-4e7abbcd-1455-4582-91a5-e02b8d1a187b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:56:50.852438 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f91b74a1-9f9f-420e-9a91-16ee1c6b5358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.862724 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f91b74a1-9f9f-420e-9a91-16ee1c6b5358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.877585 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=92a87820-26e1-4bb2-89ed-75e4b52c4e8a,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:50.940851 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-f91b74a1-9f9f-420e-9a91-16ee1c6b5358 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d4fad2eff0b4a8d8fa3bd22ed4822ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6390350 Jul 16 02:56:50.942966 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b74a1-9f9f-420e-9a91-16ee1c6b5358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2a9573-17db-4bb6-8519-da8f650923fd,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:50.945750 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49128) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:50.996516 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Allocated IP 172.20.0.1 (217c2ffe-e658-40d8-bce9-f447f4e45f0d/7635fef6-4f9a-4851-a305-7401b9f33f36/4b1b32df-0f81-4736-9a24-b6b30b63a196) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:56:51.060996 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d2e763c-cbeb-4dc0-9dce-5218dc5eb3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.084002 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.096107 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Transition to ACTIVE for port object 6a9b12c6-bb1c-4741-8472-af56312b3054 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:51.102742 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.120246 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d2e763c-cbeb-4dc0-9dce-5218dc5eb3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.161980 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Attempting to bind port 6a9b12c6-bb1c-4741-8472-af56312b3054 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:56:51.162516 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Attempting to bind port 6a9b12c6-bb1c-4741-8472-af56312b3054 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:56:51.162890 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Attempting to bind port 6a9b12c6-bb1c-4741-8472-af56312b3054 on network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:56:51.165208 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6157e-aee3-44f4-8c00-3380f3750324 None None] Pushing event updated for resources: {'Port': ['ID=6a9b12c6-bb1c-4741-8472-af56312b3054,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:51.175887 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:56:51.176241 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Checking segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:56:51.176647 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.177077 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Bound using segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:56:51.177577 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Bound port: 6a9b12c6-bb1c-4741-8472-af56312b3054, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:56:51.177988 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.182181 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6157e-aee3-44f4-8c00-3380f3750324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:51.182181 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6157e-aee3-44f4-8c00-3380f3750324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:51.182181 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6157e-aee3-44f4-8c00-3380f3750324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:51.182769 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6157e-aee3-44f4-8c00-3380f3750324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:51.182769 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6157e-aee3-44f4-8c00-3380f3750324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:51.183119 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6157e-aee3-44f4-8c00-3380f3750324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:51.183452 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6157e-aee3-44f4-8c00-3380f3750324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:51.183774 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6157e-aee3-44f4-8c00-3380f3750324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:51.184117 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6157e-aee3-44f4-8c00-3380f3750324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:51.184441 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6157e-aee3-44f4-8c00-3380f3750324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:51.184797 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6157e-aee3-44f4-8c00-3380f3750324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:51.185456 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe6157e-aee3-44f4-8c00-3380f3750324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:51.203532 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.238746 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Transition to ACTIVE for port object 4b1b32df-0f81-4736-9a24-b6b30b63a196 will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:51.241139 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d2e763c-cbeb-4dc0-9dce-5218dc5eb3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.244350 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d2e763c-cbeb-4dc0-9dce-5218dc5eb3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.245294 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0d2e763c-cbeb-4dc0-9dce-5218dc5eb3dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b2a9573-17db-4bb6-8519-da8f650923fd HTTP/1.1" status: 204 len: 168 time: 0.2984395 Jul 16 02:56:51.262686 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e763c-cbeb-4dc0-9dce-5218dc5eb3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2a9573-17db-4bb6-8519-da8f650923fd,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:51.335164 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.351235 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] For port 6a9b12c6-bb1c-4741-8472-af56312b3054, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:56:51.357543 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] For port 6a9b12c6-bb1c-4741-8472-af56312b3054, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=6a9b12c6-bb1c-4741-8472-af56312b3054,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:56:51.366702 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.427805 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Network 217c2ffe-e658-40d8-bce9-f447f4e45f0d is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:56:51.436320 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:51.447667 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:56:51.447667 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958519'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.474271 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6157e-aee3-44f4-8c00-3380f3750324 None None] Pushing event updated for resources: {'Port': ['ID=6a9b12c6-bb1c-4741-8472-af56312b3054,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:51.479723 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Routers {'df466a0b-1a87-49c9-bf34-286a1f6ab217'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:56:51.481468 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:56:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['df466a0b-1a87-49c9-bf34-286a1f6ab217'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:51.518282 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1b32df-0f81-4736-9a24-b6b30b63a196,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:51.671859 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] Set router df466a0b-1a87-49c9-bf34-286a1f6ab217 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:56:51.747215 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-14795f79-faa9-4336-b5b8-87afd8321100 None None] Provisioning for port 4b1b32df-0f81-4736-9a24-b6b30b63a196 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:56:51.756315 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-14795f79-faa9-4336-b5b8-87afd8321100 None None] Provisioning complete for port 4b1b32df-0f81-4736-9a24-b6b30b63a196 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:51.759134 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-14795f79-faa9-4336-b5b8-87afd8321100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.812354 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.900767 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-14795f79-faa9-4336-b5b8-87afd8321100 None None] Port 4b1b32df-0f81-4736-9a24-b6b30b63a196 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:56:51.970788 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 92a87820-26e1-4bb2-89ed-75e4b52c4e8a up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:56:51.993187 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:48Z', 'revision_number': 3, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port': {'id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:52.022159 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d255314-565c-40ec-8f99-e1d95e165bdf req-3369c7dc-7dd9-4e12-a56c-a1147fbc0a42 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:52.025415 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7d255314-565c-40ec-8f99-e1d95e165bdf req-3369c7dc-7dd9-4e12-a56c-a1147fbc0a42 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.2013097 Jul 16 02:56:52.052603 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5323211-1905-45db-81d5-68dc2dcea781 req-9a981ea3-d941-42b3-8ccb-a171bd6f1e75 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:52.063141 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c5323211-1905-45db-81d5-68dc2dcea781 req-9a981ea3-d941-42b3-8ccb-a171bd6f1e75 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1581142 Jul 16 02:56:52.068190 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc4820-d580-428e-8b69-e2de061d5339 None None] The sync data for ids ['df466a0b-1a87-49c9-bf34-286a1f6ab217'] in dv-cinder-788364-5-iscsi is: [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:48Z', 'revision_number': 3, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port': {'id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:56:52.089494 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:52.090105 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:52.176368 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7d255314-565c-40ec-8f99-e1d95e165bdf req-e8c45a50-242e-49dd-a921-a964d6f90ea2 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103299 Jul 16 02:56:52.211144 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c5323211-1905-45db-81d5-68dc2dcea781 req-e93aa2e5-c0a3-4ebc-b083-467f0044e622 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467228 Jul 16 02:56:52.253201 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:52.273960 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:52.274447 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958531'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:52.430112 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Pushing event updated for resources: {'Port': ['ID=4b1b32df-0f81-4736-9a24-b6b30b63a196,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:52.543397 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Network 217c2ffe-e658-40d8-bce9-f447f4e45f0d is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:56:52.546649 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:52.910975 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Router df466a0b-1a87-49c9-bf34-286a1f6ab217 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:56:52.961197 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-36913ee8-7243-4691-ae9d-392d51c6b4c2 None None] Provisioning complete for port 4b1b32df-0f81-4736-9a24-b6b30b63a196 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:52.965839 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-36913ee8-7243-4691-ae9d-392d51c6b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:53.078733 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-36913ee8-7243-4691-ae9d-392d51c6b4c2 None None] Port 4b1b32df-0f81-4736-9a24-b6b30b63a196 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:56:53.132285 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d499d9-cdc2-4454-9943-07f62441bcbd req-a3ab03fe-39ba-40ca-90fb-3297e27d4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:53.135313 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53d499d9-cdc2-4454-9943-07f62441bcbd req-a3ab03fe-39ba-40ca-90fb-3297e27d4317 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29aae069908e46e4a488a1aace77f0c8&device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 1098 time: 0.1906762 Jul 16 02:56:53.150139 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428d7f7-986e-4c29-8627-86280a0bf3df req-9a78a58d-99b2-4418-9416-717cecae2ed3 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:53.162809 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1428d7f7-986e-4c29-8627-86280a0bf3df req-9a78a58d-99b2-4418-9416-717cecae2ed3 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.2435455 Jul 16 02:56:53.297582 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1428d7f7-986e-4c29-8627-86280a0bf3df req-855befe8-e9b0-4093-b08a-5775b0b1dcb0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332221 Jul 16 02:56:53.428629 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:56:53.429489 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d499d9-cdc2-4454-9943-07f62441bcbd req-2d648a9a-9d38-448e-952a-71215fd1580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:53.433117 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53d499d9-cdc2-4454-9943-07f62441bcbd req-2d648a9a-9d38-448e-952a-71215fd1580a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f019d7f-ca97-4436-8164-18594840904c HTTP/1.1" status: 200 len: 912 time: 0.2666254 Jul 16 02:56:53.443245 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-03c1a648-fc1f-48af-8ab8-6daf27dbe129 admin admin] 10.222.0.39 "PUT /v2.0/routers/df466a0b-1a87-49c9-bf34-286a1f6ab217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7555768 Jul 16 02:56:53.556545 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53d499d9-cdc2-4454-9943-07f62441bcbd req-e4bed5c2-ef30-43cc-805b-496d0143aa8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2853eb13-74dc-4601-912c-dda35ab6ae65 HTTP/1.1" status: 200 len: 999 time: 0.0859303 Jul 16 02:56:53.584369 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b26fb7-039d-4bb8-9991-88253378f464 req-5822de37-0d7e-4d74-9e25-2e8c8767a32f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:53.585994 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46b26fb7-039d-4bb8-9991-88253378f464 req-5822de37-0d7e-4d74-9e25-2e8c8767a32f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1834211 Jul 16 02:56:53.653194 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d499d9-cdc2-4454-9943-07f62441bcbd req-823a04b9-c866-494c-ad93-b781a04c90d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:53.655274 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53d499d9-cdc2-4454-9943-07f62441bcbd req-823a04b9-c866-494c-ad93-b781a04c90d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74e7130c-43e1-4974-8008-6ba18bb52ea5 HTTP/1.1" status: 200 len: 850 time: 0.0897567 Jul 16 02:56:53.661294 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46b26fb7-039d-4bb8-9991-88253378f464 req-9af37b54-1634-4160-9716-6fee707220cf tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556645 Jul 16 02:56:53.743456 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d499d9-cdc2-4454-9943-07f62441bcbd req-717acc68-656a-4d89-9e05-02271a9d838e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:53.746280 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53d499d9-cdc2-4454-9943-07f62441bcbd req-717acc68-656a-4d89-9e05-02271a9d838e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f019d7f-ca97-4436-8164-18594840904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839255 Jul 16 02:56:53.953479 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53d499d9-cdc2-4454-9943-07f62441bcbd req-674a3491-a907-401b-ba29-5472f53283d5 service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991956 Jul 16 02:56:53.960900 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 6a9b12c6-bb1c-4741-8472-af56312b3054 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:56:54.049105 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 6a9b12c6-bb1c-4741-8472-af56312b3054 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:56:54.054896 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 6a9b12c6-bb1c-4741-8472-af56312b3054 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:54.056221 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:54.203211 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:54.217328 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53d499d9-cdc2-4454-9943-07f62441bcbd req-33850aac-9ad6-41ba-9bd1-6ce8ede0d34f service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507889 Jul 16 02:56:54.233330 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 6a9b12c6-bb1c-4741-8472-af56312b3054, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=6a9b12c6-bb1c-4741-8472-af56312b3054,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:54.242844 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:54.308451 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=6a9b12c6-bb1c-4741-8472-af56312b3054,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:54.629926 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 49236) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:54.632501 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Sync routers for ids ['df466a0b-1a87-49c9-bf34-286a1f6ab217'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:56:54.637809 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-297250713-network', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:54.646176 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Routers {'df466a0b-1a87-49c9-bf34-286a1f6ab217'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:56:54.646827 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:56:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['df466a0b-1a87-49c9-bf34-286a1f6ab217'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:54.694068 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3a8d8-3e04-4125-80c9-f0a997d2b4e1 req-8175fdc5-4f97-4dbc-ada9-049b0d4fb84d tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:54.696990 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4e3a8d8-3e04-4125-80c9-f0a997d2b4e1 req-8175fdc5-4f97-4dbc-ada9-049b0d4fb84d tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1793456 Jul 16 02:56:54.723721 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] Made reservation on behalf of bb463309075244f09921d3d18d04eeb8 for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:56:54.726496 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:54.747454 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:54.784864 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4e3a8d8-3e04-4125-80c9-f0a997d2b4e1 req-a476b36a-a29f-41f0-9063-e9bf2846febd tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703876 Jul 16 02:56:54.845059 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Set router df466a0b-1a87-49c9-bf34-286a1f6ab217 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:56:54.964174 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:54.971241 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.001216 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:56:55.013792 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0edc2c-415e-4ace-bd35-e3a973502983,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:55.027981 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.028418 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] Added segment 92e8b6b1-306a-4397-92b8-691e90ebebba of type vlan for network c95307c1-bda9-4256-b347-4f7e4e918dfc Jul 16 02:56:55.112768 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.197810 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.198900 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:55.199526 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.212289 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:51Z', 'revision_number': 4, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port': {'id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '4b1b32df-0f81-4736-9a24-b6b30b63a196', 'name': '', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'mac_address': 'fa:16:3e:53:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:50Z', 'updated_at': '2021-07-16T02:56:51Z', 'revision_number': 2, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'subnets': [{'id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:55.215141 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d732f59-c1a4-48ff-819b-2909884ee40a req-152e2aec-e560-42ea-9937-f95c750c94c0 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:55.216926 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0d732f59-c1a4-48ff-819b-2909884ee40a req-152e2aec-e560-42ea-9937-f95c750c94c0 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1507630 Jul 16 02:56:55.252494 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Checking router: df466a0b-1a87-49c9-bf34-286a1f6ab217 for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:56:55.252925 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Updating router df466a0b-1a87-49c9-bf34-286a1f6ab217 port 4b1b32df-0f81-4736-9a24-b6b30b63a196 binding host dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:56:55.271927 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49246) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:55.277422 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-9a10bc03-23c0-4ea7-afff-a3543d3cb08b admin admin] Request body: {'subnet': {'network_id': 'c95307c1-bda9-4256-b347-4f7e4e918dfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-297250713-subnet', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:55.281341 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6488450 Jul 16 02:56:55.321979 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.326793 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a10bc03-23c0-4ea7-afff-a3543d3cb08b admin admin] Made reservation on behalf of bb463309075244f09921d3d18d04eeb8 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:56:55.330231 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a10bc03-23c0-4ea7-afff-a3543d3cb08b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.339457 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0ab05-207f-45e8-a331-80d2e589b782 admin admin] Pushing event updated for resources: {'Network': ['ID=c95307c1-bda9-4256-b347-4f7e4e918dfc,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:55.351429 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0d732f59-c1a4-48ff-819b-2909884ee40a req-0585793c-9c22-4a36-9461-dfd5e5eae5d9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164219 Jul 16 02:56:55.360395 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network c95307c1-bda9-4256-b347-4f7e4e918dfc details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:56:55.640689 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a10bc03-23c0-4ea7-afff-a3543d3cb08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.736272 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10bc03-23c0-4ea7-afff-a3543d3cb08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8041843e-80f7-4b80-95b0-71a8a9a337a1,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:55.746932 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.747156 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a10bc03-23c0-4ea7-afff-a3543d3cb08b admin admin] Checking segment: {'id': '92e8b6b1-306a-4397-92b8-691e90ebebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c95307c1-bda9-4256-b347-4f7e4e918dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:56:55.748101 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10bc03-23c0-4ea7-afff-a3543d3cb08b admin admin] Network hostable DHCP agents. Network: c95307c1-bda9-4256-b347-4f7e4e918dfc, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:56:55.762417 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Transition to ACTIVE for port object 4b1b32df-0f81-4736-9a24-b6b30b63a196 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:55.784363 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.789995 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10bc03-23c0-4ea7-afff-a3543d3cb08b admin admin] Network c95307c1-bda9-4256-b347-4f7e4e918dfc is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:56:55.809128 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-9a10bc03-23c0-4ea7-afff-a3543d3cb08b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, c95307c1-bda9-4256-b347-4f7e4e918dfc) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:55.818121 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10bc03-23c0-4ea7-afff-a3543d3cb08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:55.819624 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a10bc03-23c0-4ea7-afff-a3543d3cb08b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.839962 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc33dc2-bf28-4ad5-beb5-c64e46668f74 None None] Network c95307c1-bda9-4256-b347-4f7e4e918dfc requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:56:55.867890 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9a10bc03-23c0-4ea7-afff-a3543d3cb08b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5942171 Jul 16 02:56:55.871797 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49250) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:55.882443 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-297250713-router', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:55.911725 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 6a9b12c6-bb1c-4741-8472-af56312b3054 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:56:55.949151 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-891120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10646'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.953016 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10653'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.988128 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab752888-2964-48e7-ae5d-ff6b46da6083 None None] Pushing event updated for resources: {'Port': ['ID=4b1b32df-0f81-4736-9a24-b6b30b63a196,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:56.104265 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:56.307783 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f16a8d-f280-4174-b379-a529db17e99b req-c57f7943-1e8a-4ac7-b8f4-e3f489bd28a2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:56.318245 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Attempting to bind port 4b1b32df-0f81-4736-9a24-b6b30b63a196 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:56:56.332434 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Attempting to bind port 4b1b32df-0f81-4736-9a24-b6b30b63a196 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': '751ce284-7144-402d-88f2-b2fdc49578c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:56:56.333535 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Attempting to bind port 4b1b32df-0f81-4736-9a24-b6b30b63a196 on network 217c2ffe-e658-40d8-bce9-f447f4e45f0d {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:56:56.347587 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1f16a8d-f280-4174-b379-a529db17e99b req-c57f7943-1e8a-4ac7-b8f4-e3f489bd28a2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.2670922 Jul 16 02:56:56.359009 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:56:56.360178 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Checking segment: {'id': '751ce284-7144-402d-88f2-b2fdc49578c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:56:56.361282 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:56.362237 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Bound using segment: {'id': '751ce284-7144-402d-88f2-b2fdc49578c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:56:56.363361 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Bound port: 4b1b32df-0f81-4736-9a24-b6b30b63a196, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751ce284-7144-402d-88f2-b2fdc49578c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:56:56.364349 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:56.369722 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 6a9b12c6-bb1c-4741-8472-af56312b3054 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:56.370797 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:56.480501 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-891029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7799'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:56.485186 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1f16a8d-f280-4174-b379-a529db17e99b req-a8db694a-a3ab-4965-ab1a-0e03bf5b3d1c tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332228 Jul 16 02:56:56.758741 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ba363-f6da-4ed7-80d9-46ae90f248e1 req-3ab2b203-4347-40b1-a334-e93f81ea5d35 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:56.761287 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-832ba363-f6da-4ed7-80d9-46ae90f248e1 req-3ab2b203-4347-40b1-a334-e93f81ea5d35 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1114969 Jul 16 02:56:56.766918 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10044808-b05a-5995-a1b9-af19030856e8-c95307c1-bda9-4256-b347-4f7e4e918dfc', 'network_id': 'c95307c1-bda9-4256-b347-4f7e4e918dfc', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'fixed_ips': [{'subnet_id': '8041843e-80f7-4b80-95b0-71a8a9a337a1'}]}} from dv-cinder-788364-5-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:56:56.768335 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:56.836383 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] For port 4b1b32df-0f81-4736-9a24-b6b30b63a196, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:56:56.840709 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-832ba363-f6da-4ed7-80d9-46ae90f248e1 req-707efa18-97ee-47e8-b7e8-6bbacfe4cd2b tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716269 Jul 16 02:56:56.844440 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] For port 4b1b32df-0f81-4736-9a24-b6b30b63a196, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=4b1b32df-0f81-4736-9a24-b6b30b63a196,segment=NetworkSegment(751ce284-7144-402d-88f2-b2fdc49578c7),segment_id=751ce284-7144-402d-88f2-b2fdc49578c7)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:56:56.853373 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:56.921637 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:56.962929 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:57.027934 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab752888-2964-48e7-ae5d-ff6b46da6083 None None] Pushing event updated for resources: {'Port': ['ID=4b1b32df-0f81-4736-9a24-b6b30b63a196,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:57.045805 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Routers {'df466a0b-1a87-49c9-bf34-286a1f6ab217'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:56:57.046593 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:56:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['df466a0b-1a87-49c9-bf34-286a1f6ab217'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:57.160558 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Allocated IP 172.27.1.175 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/e355d71d-ddc2-437d-8dbd-a1cbda77ad75) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:56:57.160874 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Allocated IP 172.20.0.2 (c95307c1-bda9-4256-b347-4f7e4e918dfc/8041843e-80f7-4b80-95b0-71a8a9a337a1/a9715962-0fc4-4625-9c99-15864ab6ea08) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:56:57.334015 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:57.394151 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:57.455403 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:56:57.460534 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:57.469436 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:56:57.535766 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] Set router df466a0b-1a87-49c9-bf34-286a1f6ab217 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:56:57.645194 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Pushing event updated for resources: {'Port': ['ID=e355d71d-ddc2-437d-8dbd-a1cbda77ad75,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:57.834364 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:57.930376 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:57.959930 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Transition to ACTIVE for port object a9715962-0fc4-4625-9c99-15864ab6ea08 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:57.998314 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Transition to ACTIVE for port object a9715962-0fc4-4625-9c99-15864ab6ea08 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:58.022474 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:58.108009 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Network c95307c1-bda9-4256-b347-4f7e4e918dfc is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:56:58.116121 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:58.126919 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:56:58.134272 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Pushing event updated for resources: {'Port': ['ID=a9715962-0fc4-4625-9c99-15864ab6ea08,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:58.150653 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:51Z', 'revision_number': 4, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port': {'id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '4b1b32df-0f81-4736-9a24-b6b30b63a196', 'name': '', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'mac_address': 'fa:16:3e:53:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:50Z', 'updated_at': '2021-07-16T02:56:56Z', 'revision_number': 4, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'subnets': [{'id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:58.183646 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0445cef-142b-4137-a02a-a51ba604af4d req-e4ef12d7-b84f-4f59-b9b3-ea90c85df8eb tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:58.186008 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a0445cef-142b-4137-a02a-a51ba604af4d req-e4ef12d7-b84f-4f59-b9b3-ea90c85df8eb tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1323690 Jul 16 02:56:58.207346 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416c8bd6-c81b-4be9-a9f9-7ffcbfced432 None None] The sync data for ids ['df466a0b-1a87-49c9-bf34-286a1f6ab217'] in dv-cinder-788364-5-iscsi is: [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:51Z', 'revision_number': 4, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port': {'id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '4b1b32df-0f81-4736-9a24-b6b30b63a196', 'name': '', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'mac_address': 'fa:16:3e:53:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:50Z', 'updated_at': '2021-07-16T02:56:56Z', 'revision_number': 4, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'subnets': [{'id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:56:58.241826 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-891131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890880'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:58.330585 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a0445cef-142b-4137-a02a-a51ba604af4d req-1c30900a-fbcb-47c3-ba31-6cf96419b82e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345470 Jul 16 02:56:58.391009 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Attempting to bind port a9715962-0fc4-4625-9c99-15864ab6ea08 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:56:58.391786 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Attempting to bind port a9715962-0fc4-4625-9c99-15864ab6ea08 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': '92e8b6b1-306a-4397-92b8-691e90ebebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c95307c1-bda9-4256-b347-4f7e4e918dfc'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:56:58.392604 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Attempting to bind port a9715962-0fc4-4625-9c99-15864ab6ea08 on network c95307c1-bda9-4256-b347-4f7e4e918dfc {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:56:58.405943 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:56:58.406443 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Checking segment: {'id': '92e8b6b1-306a-4397-92b8-691e90ebebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c95307c1-bda9-4256-b347-4f7e4e918dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:56:58.407121 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:58.407551 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Bound using segment: {'id': '92e8b6b1-306a-4397-92b8-691e90ebebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c95307c1-bda9-4256-b347-4f7e4e918dfc'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:56:58.408084 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Bound port: a9715962-0fc4-4625-9c99-15864ab6ea08, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e8b6b1-306a-4397-92b8-691e90ebebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c95307c1-bda9-4256-b347-4f7e4e918dfc'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:56:58.412205 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:58.547250 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] For port a9715962-0fc4-4625-9c99-15864ab6ea08, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:56:58.554264 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] For port a9715962-0fc4-4625-9c99-15864ab6ea08, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=a9715962-0fc4-4625-9c99-15864ab6ea08,segment=NetworkSegment(92e8b6b1-306a-4397-92b8-691e90ebebba),segment_id=92e8b6b1-306a-4397-92b8-691e90ebebba)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:56:58.564074 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:58.697436 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae35c2-d508-48be-957d-80146a4378bd None None] Pushing event updated for resources: {'Port': ['ID=a9715962-0fc4-4625-9c99-15864ab6ea08,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:58.791971 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Router 081bbe49-9be4-4d40-bc1b-46b27f561583 is scheduled to L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:56:59.040766 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:56:59.056492 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Sync routers for ids ['081bbe49-9be4-4d40-bc1b-46b27f561583'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:56:59.071312 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Routers {'081bbe49-9be4-4d40-bc1b-46b27f561583'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:56:59.072024 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:56:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['081bbe49-9be4-4d40-bc1b-46b27f561583'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:59.093740 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:59.094946 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a64885c5-beb7-41c9-b39e-3e3641fa1721 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2208629 Jul 16 02:56:59.100404 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 49270) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:59.279372 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Set router 081bbe49-9be4-4d40-bc1b-46b27f561583 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:56:59.584501 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'name': 'tempest-TestMinimumBasicScenario-297250713-router', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e355d71d-ddc2-437d-8dbd-a1cbda77ad75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:55Z', 'updated_at': '2021-07-16T02:56:57Z', 'revision_number': 3, 'project_id': 'bb463309075244f09921d3d18d04eeb8', 'gw_port': {'id': 'e355d71d-ddc2-437d-8dbd-a1cbda77ad75', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:56Z', 'updated_at': '2021-07-16T02:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:59.638428 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Checking router: 081bbe49-9be4-4d40-bc1b-46b27f561583 for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:56:59.639382 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Updating router 081bbe49-9be4-4d40-bc1b-46b27f561583 port e355d71d-ddc2-437d-8dbd-a1cbda77ad75 binding host dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:56:59.693883 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:59.746375 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b706ce-77ad-4375-a2c6-72df57663fb2 req-e634a561-3c3a-4ca6-93c7-1ac9b61b3665 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:59.749504 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a9b706ce-77ad-4375-a2c6-72df57663fb2 req-e634a561-3c3a-4ca6-93c7-1ac9b61b3665 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.2309361 Jul 16 02:57:00.028336 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a9b706ce-77ad-4375-a2c6-72df57663fb2 req-2a095dad-b945-43b6-97b4-1605c4575e79 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509592 Jul 16 02:57:00.182128 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 4b1b32df-0f81-4736-9a24-b6b30b63a196 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:57:00.184061 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:00.327229 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 4b1b32df-0f81-4736-9a24-b6b30b63a196 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:57:00.334813 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d584ae58-9278-4a61-b1f4-69d5ff57f982 None None] Network c95307c1-bda9-4256-b347-4f7e4e918dfc requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:57:00.343715 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 4b1b32df-0f81-4736-9a24-b6b30b63a196 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:00.343715 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:00.478413 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:00.508874 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-5dd07ecf-094d-4de5-aff7-21b904bdbff4 None None] Provisioning for port a9715962-0fc4-4625-9c99-15864ab6ea08 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:57:00.509766 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Transition to ACTIVE for port object e355d71d-ddc2-437d-8dbd-a1cbda77ad75 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:57:00.523947 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:00.572642 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Attempting to bind port e355d71d-ddc2-437d-8dbd-a1cbda77ad75 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:57:00.573325 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Attempting to bind port e355d71d-ddc2-437d-8dbd-a1cbda77ad75 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:57:00.573915 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Attempting to bind port e355d71d-ddc2-437d-8dbd-a1cbda77ad75 on network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:57:00.582974 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Allocated IP 172.20.0.1 (c95307c1-bda9-4256-b347-4f7e4e918dfc/8041843e-80f7-4b80-95b0-71a8a9a337a1/b04fd92f-5534-45ec-a33b-496c4d87ae5e) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:57:00.603029 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:57:00.603418 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Checking segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:57:00.603810 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:00.604210 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Bound using segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:57:00.604918 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Bound port: e355d71d-ddc2-437d-8dbd-a1cbda77ad75, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:57:00.605532 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:00.624645 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:00.686627 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab223d-67c2-4050-8767-2ca4cdc75f5c None None] Pushing event updated for resources: {'Port': ['ID=e355d71d-ddc2-437d-8dbd-a1cbda77ad75,revision_number=2']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:00.709368 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] For port e355d71d-ddc2-437d-8dbd-a1cbda77ad75, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:57:00.713437 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] For port e355d71d-ddc2-437d-8dbd-a1cbda77ad75, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=e355d71d-ddc2-437d-8dbd-a1cbda77ad75,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:57:00.724890 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:00.739699 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 4b1b32df-0f81-4736-9a24-b6b30b63a196, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=4b1b32df-0f81-4736-9a24-b6b30b63a196,segment=NetworkSegment(751ce284-7144-402d-88f2-b2fdc49578c7),segment_id=751ce284-7144-402d-88f2-b2fdc49578c7)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:00.749322 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:00.750198 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device a9715962-0fc4-4625-9c99-15864ab6ea08 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:57:00.793888 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Routers {'081bbe49-9be4-4d40-bc1b-46b27f561583'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:57:00.794872 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:56:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['081bbe49-9be4-4d40-bc1b-46b27f561583'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:00.815973 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:00.846803 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Transition to ACTIVE for port object b04fd92f-5534-45ec-a33b-496c4d87ae5e will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:57:00.863246 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=4b1b32df-0f81-4736-9a24-b6b30b63a196,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:00.875958 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab223d-67c2-4050-8767-2ca4cdc75f5c None None] Pushing event updated for resources: {'Port': ['ID=e355d71d-ddc2-437d-8dbd-a1cbda77ad75,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:00.887369 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port a9715962-0fc4-4625-9c99-15864ab6ea08 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:57:00.901889 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port a9715962-0fc4-4625-9c99-15864ab6ea08 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:00.902482 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:00.939351 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:00.974041 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] Set router 081bbe49-9be4-4d40-bc1b-46b27f561583 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:57:01.093842 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Network c95307c1-bda9-4256-b347-4f7e4e918dfc is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:57:01.099745 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Pushing event updated for resources: {'Port': ['ID=b04fd92f-5534-45ec-a33b-496c4d87ae5e,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:01.111120 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:57:01.120564 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:01.123600 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:57:01.198645 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port a9715962-0fc4-4625-9c99-15864ab6ea08, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=a9715962-0fc4-4625-9c99-15864ab6ea08,segment=NetworkSegment(92e8b6b1-306a-4397-92b8-691e90ebebba),segment_id=92e8b6b1-306a-4397-92b8-691e90ebebba)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:01.206233 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958519'] for router_interface, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:01.210667 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:01.305395 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-ab78e98c-5b18-47dc-9db0-fb450aa9f568 None None] Provisioning complete for port a9715962-0fc4-4625-9c99-15864ab6ea08 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:01.306098 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ab78e98c-5b18-47dc-9db0-fb450aa9f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:01.368170 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=a9715962-0fc4-4625-9c99-15864ab6ea08,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:01.552760 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'name': 'tempest-TestMinimumBasicScenario-297250713-router', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e355d71d-ddc2-437d-8dbd-a1cbda77ad75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:55Z', 'updated_at': '2021-07-16T02:56:57Z', 'revision_number': 3, 'project_id': 'bb463309075244f09921d3d18d04eeb8', 'gw_port': {'id': 'e355d71d-ddc2-437d-8dbd-a1cbda77ad75', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:56Z', 'updated_at': '2021-07-16T02:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:01.595750 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:01.613999 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d0f384-96a2-4364-b697-8a2466622893 None None] The sync data for ids ['081bbe49-9be4-4d40-bc1b-46b27f561583'] in dv-cinder-788364-5-iscsi is: [{'id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'name': 'tempest-TestMinimumBasicScenario-297250713-router', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e355d71d-ddc2-437d-8dbd-a1cbda77ad75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:55Z', 'updated_at': '2021-07-16T02:56:57Z', 'revision_number': 3, 'project_id': 'bb463309075244f09921d3d18d04eeb8', 'gw_port': {'id': 'e355d71d-ddc2-437d-8dbd-a1cbda77ad75', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:56Z', 'updated_at': '2021-07-16T02:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:57:01.616077 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-44dccab9-946c-4dcc-bc9c-490de7f59f57 None None] Provisioning for port b04fd92f-5534-45ec-a33b-496c4d87ae5e completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:57:01.621143 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-44dccab9-946c-4dcc-bc9c-490de7f59f57 None None] Provisioning complete for port b04fd92f-5534-45ec-a33b-496c4d87ae5e triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:01.621832 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-44dccab9-946c-4dcc-bc9c-490de7f59f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:01.686215 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-44dccab9-946c-4dcc-bc9c-490de7f59f57 None None] Port b04fd92f-5534-45ec-a33b-496c4d87ae5e cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:57:01.775440 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a70346-e5a2-48e0-9b06-a8632cf417e6 req-cf96607c-1253-430b-8483-f655c5c29151 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:01.779699 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-66a70346-e5a2-48e0-9b06-a8632cf417e6 req-cf96607c-1253-430b-8483-f655c5c29151 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.2941647 Jul 16 02:57:01.903235 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 4b1b32df-0f81-4736-9a24-b6b30b63a196 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:57:01.937236 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-66a70346-e5a2-48e0-9b06-a8632cf417e6 req-bae5dbc9-bfb8-4a9e-b4ac-0cb4bc469448 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264455 Jul 16 02:57:02.050628 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:02.061489 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 4b1b32df-0f81-4736-9a24-b6b30b63a196 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:02.062039 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:02.079181 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:02.168028 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Pushing event updated for resources: {'Port': ['ID=b04fd92f-5534-45ec-a33b-496c4d87ae5e,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:02.171274 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958531'] for router_interface, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:02.229356 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device a9715962-0fc4-4625-9c99-15864ab6ea08 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:57:02.304712 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Network c95307c1-bda9-4256-b347-4f7e4e918dfc is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:57:02.306466 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:57:02.307785 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port a9715962-0fc4-4625-9c99-15864ab6ea08 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:02.309112 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:02.475625 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Router 081bbe49-9be4-4d40-bc1b-46b27f561583 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:57:02.627929 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-f5c0bfb6-8e78-4114-949b-0ee94da03e85 None None] Provisioning complete for port b04fd92f-5534-45ec-a33b-496c4d87ae5e triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:02.628730 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f5c0bfb6-8e78-4114-949b-0ee94da03e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:02.639299 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:57:02.650570 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-70c2017e-b3f0-4f41-835e-10b1e1ae23ac admin admin] 10.222.0.39 "PUT /v2.0/routers/081bbe49-9be4-4d40-bc1b-46b27f561583/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5496719 Jul 16 02:57:02.683895 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-f5c0bfb6-8e78-4114-949b-0ee94da03e85 None None] Port b04fd92f-5534-45ec-a33b-496c4d87ae5e cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:57:03.254507 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1e836-15e7-4006-9153-89e9562678d1 req-cc9907ff-c703-4892-b063-3be8820c7c3a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:03.261440 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-59c1e836-15e7-4006-9153-89e9562678d1 req-cc9907ff-c703-4892-b063-3be8820c7c3a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1238189 Jul 16 02:57:03.309816 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-59c1e836-15e7-4006-9153-89e9562678d1 req-0c8fcc68-e83e-469e-8a89-9d302c73a25b tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470049 Jul 16 02:57:03.827342 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Sync routers for ids ['081bbe49-9be4-4d40-bc1b-46b27f561583'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:57:03.858970 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Routers {'081bbe49-9be4-4d40-bc1b-46b27f561583'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:57:03.865979 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:56:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['081bbe49-9be4-4d40-bc1b-46b27f561583'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:04.015982 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device e355d71d-ddc2-437d-8dbd-a1cbda77ad75 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:57:04.123393 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Set router 081bbe49-9be4-4d40-bc1b-46b27f561583 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:57:04.177218 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port e355d71d-ddc2-437d-8dbd-a1cbda77ad75 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:57:04.195220 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port e355d71d-ddc2-437d-8dbd-a1cbda77ad75 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:04.195763 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:04.691498 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f8db9-f108-4893-94e6-09ab45585a3c req-4ae4afde-c6c8-42ce-b40c-6ad829ab6653 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:04.693195 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4c5f8db9-f108-4893-94e6-09ab45585a3c req-4ae4afde-c6c8-42ce-b40c-6ad829ab6653 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1401749 Jul 16 02:57:04.758795 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4c5f8db9-f108-4893-94e6-09ab45585a3c req-8515a43f-f95e-40f8-83d2-eb7d3e105555 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594337 Jul 16 02:57:04.869725 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:04.921088 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port e355d71d-ddc2-437d-8dbd-a1cbda77ad75, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=e355d71d-ddc2-437d-8dbd-a1cbda77ad75,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:04.927886 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'name': 'tempest-TestMinimumBasicScenario-297250713-router', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e355d71d-ddc2-437d-8dbd-a1cbda77ad75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:55Z', 'updated_at': '2021-07-16T02:57:01Z', 'revision_number': 4, 'project_id': 'bb463309075244f09921d3d18d04eeb8', 'gw_port': {'id': 'e355d71d-ddc2-437d-8dbd-a1cbda77ad75', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:06:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:56Z', 'updated_at': '2021-07-16T02:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': 'b04fd92f-5534-45ec-a33b-496c4d87ae5e', 'name': '', 'network_id': 'c95307c1-bda9-4256-b347-4f7e4e918dfc', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'mac_address': 'fa:16:3e:20:4f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8041843e-80f7-4b80-95b0-71a8a9a337a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:57:00Z', 'updated_at': '2021-07-16T02:57:01Z', 'revision_number': 2, 'project_id': 'bb463309075244f09921d3d18d04eeb8', 'subnets': [{'id': '8041843e-80f7-4b80-95b0-71a8a9a337a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:04.964298 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:04.974130 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Checking router: 081bbe49-9be4-4d40-bc1b-46b27f561583 for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:57:04.974130 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Updating router 081bbe49-9be4-4d40-bc1b-46b27f561583 port b04fd92f-5534-45ec-a33b-496c4d87ae5e binding host dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:57:05.062136 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:05.093700 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=e355d71d-ddc2-437d-8dbd-a1cbda77ad75,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:05.576419 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:05.596839 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Transition to ACTIVE for port object b04fd92f-5534-45ec-a33b-496c4d87ae5e will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:57:05.628335 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:05.729567 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48cc80-9e55-4deb-860d-0ebad95c1b34 None None] Pushing event updated for resources: {'Port': ['ID=b04fd92f-5534-45ec-a33b-496c4d87ae5e,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:05.888448 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Attempting to bind port b04fd92f-5534-45ec-a33b-496c4d87ae5e on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:57:05.889411 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Attempting to bind port b04fd92f-5534-45ec-a33b-496c4d87ae5e by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': '92e8b6b1-306a-4397-92b8-691e90ebebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c95307c1-bda9-4256-b347-4f7e4e918dfc'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:57:05.889411 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Attempting to bind port b04fd92f-5534-45ec-a33b-496c4d87ae5e on network c95307c1-bda9-4256-b347-4f7e4e918dfc {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:57:05.910439 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device e355d71d-ddc2-437d-8dbd-a1cbda77ad75 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:57:05.934077 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:57:05.935239 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Checking segment: {'id': '92e8b6b1-306a-4397-92b8-691e90ebebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c95307c1-bda9-4256-b347-4f7e4e918dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:57:05.936010 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:05.936184 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Bound using segment: {'id': '92e8b6b1-306a-4397-92b8-691e90ebebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c95307c1-bda9-4256-b347-4f7e4e918dfc'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:57:05.936772 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Bound port: b04fd92f-5534-45ec-a33b-496c4d87ae5e, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e8b6b1-306a-4397-92b8-691e90ebebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'c95307c1-bda9-4256-b347-4f7e4e918dfc'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:57:05.937170 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:06.084837 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port e355d71d-ddc2-437d-8dbd-a1cbda77ad75 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:06.085153 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:06.185081 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f209f9f-247b-4e68-95ef-ec2e8709b052 req-e645f891-46c7-414a-a9b9-c21136c0a65f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:06.189778 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1f209f9f-247b-4e68-95ef-ec2e8709b052 req-e645f891-46c7-414a-a9b9-c21136c0a65f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1168747 Jul 16 02:57:06.190145 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] For port b04fd92f-5534-45ec-a33b-496c4d87ae5e, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:57:06.262696 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1f209f9f-247b-4e68-95ef-ec2e8709b052 req-23666f20-0ad6-4593-9dda-899f6659c7ef tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639157 Jul 16 02:57:06.280299 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] For port b04fd92f-5534-45ec-a33b-496c4d87ae5e, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=b04fd92f-5534-45ec-a33b-496c4d87ae5e,segment=NetworkSegment(92e8b6b1-306a-4397-92b8-691e90ebebba),segment_id=92e8b6b1-306a-4397-92b8-691e90ebebba)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:57:06.303811 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:06.381802 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Routers {'081bbe49-9be4-4d40-bc1b-46b27f561583'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:57:06.382509 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:56:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['081bbe49-9be4-4d40-bc1b-46b27f561583'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:06.517342 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48cc80-9e55-4deb-860d-0ebad95c1b34 None None] Pushing event updated for resources: {'Port': ['ID=b04fd92f-5534-45ec-a33b-496c4d87ae5e,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:06.655789 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] Set router 081bbe49-9be4-4d40-bc1b-46b27f561583 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:57:07.183446 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'name': 'tempest-TestMinimumBasicScenario-297250713-router', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e355d71d-ddc2-437d-8dbd-a1cbda77ad75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:55Z', 'updated_at': '2021-07-16T02:57:01Z', 'revision_number': 4, 'project_id': 'bb463309075244f09921d3d18d04eeb8', 'gw_port': {'id': 'e355d71d-ddc2-437d-8dbd-a1cbda77ad75', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:56Z', 'updated_at': '2021-07-16T02:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': 'b04fd92f-5534-45ec-a33b-496c4d87ae5e', 'name': '', 'network_id': 'c95307c1-bda9-4256-b347-4f7e4e918dfc', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'mac_address': 'fa:16:3e:20:4f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8041843e-80f7-4b80-95b0-71a8a9a337a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:57:00Z', 'updated_at': '2021-07-16T02:57:06Z', 'revision_number': 4, 'project_id': 'bb463309075244f09921d3d18d04eeb8', 'subnets': [{'id': '8041843e-80f7-4b80-95b0-71a8a9a337a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:07.249272 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b9c470-95d3-4d4e-940f-06644edb76b2 None None] The sync data for ids ['081bbe49-9be4-4d40-bc1b-46b27f561583'] in dv-cinder-788364-5-iscsi is: [{'id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'name': 'tempest-TestMinimumBasicScenario-297250713-router', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e355d71d-ddc2-437d-8dbd-a1cbda77ad75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:55Z', 'updated_at': '2021-07-16T02:57:01Z', 'revision_number': 4, 'project_id': 'bb463309075244f09921d3d18d04eeb8', 'gw_port': {'id': 'e355d71d-ddc2-437d-8dbd-a1cbda77ad75', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:56Z', 'updated_at': '2021-07-16T02:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': 'b04fd92f-5534-45ec-a33b-496c4d87ae5e', 'name': '', 'network_id': 'c95307c1-bda9-4256-b347-4f7e4e918dfc', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'mac_address': 'fa:16:3e:20:4f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8041843e-80f7-4b80-95b0-71a8a9a337a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:57:00Z', 'updated_at': '2021-07-16T02:57:06Z', 'revision_number': 4, 'project_id': 'bb463309075244f09921d3d18d04eeb8', 'subnets': [{'id': '8041843e-80f7-4b80-95b0-71a8a9a337a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:57:07.516202 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ed9ad-78e4-483e-9015-667a7190ad8c req-d13b948b-fafa-40c1-9a94-4f00ce4603ae tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:07.526813 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c17ed9ad-78e4-483e-9015-667a7190ad8c req-d13b948b-fafa-40c1-9a94-4f00ce4603ae tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.2580791 Jul 16 02:57:07.688632 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c17ed9ad-78e4-483e-9015-667a7190ad8c req-3a09add6-8345-4067-8a73-1068ea5c05ea tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545908 Jul 16 02:57:07.735859 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961fa9a-f964-4744-a300-aab34859397c req-23b84ff5-965d-4e69-b896-c0cd4b0fe06f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:07.737562 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1961fa9a-f964-4744-a300-aab34859397c req-23b84ff5-965d-4e69-b896-c0cd4b0fe06f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1349430 Jul 16 02:57:07.742326 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2c32b685-92ef-4efd-a227-d60fa0a5db99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:07.805736 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1961fa9a-f964-4744-a300-aab34859397c req-e45f93fd-f129-4240-aabd-2a5d9cfdc2bc tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588796 Jul 16 02:57:07.977292 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device b04fd92f-5534-45ec-a33b-496c4d87ae5e up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:57:08.139732 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port b04fd92f-5534-45ec-a33b-496c4d87ae5e completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:57:08.146513 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port b04fd92f-5534-45ec-a33b-496c4d87ae5e triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:08.147563 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:08.268378 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78be9e9-26e3-4b2f-b238-7c83033ee8d8 req-b6a74004-d070-47ac-ba29-c67d0ce1d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:08.271128 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a78be9e9-26e3-4b2f-b238-7c83033ee8d8 req-b6a74004-d070-47ac-ba29-c67d0ce1d719 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 1099 time: 0.1055813 Jul 16 02:57:08.291995 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:08.329147 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a78be9e9-26e3-4b2f-b238-7c83033ee8d8 req-3f9a0e94-690e-4116-ad3d-50bccd45d2fd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502205 Jul 16 02:57:08.352220 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port b04fd92f-5534-45ec-a33b-496c4d87ae5e, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=b04fd92f-5534-45ec-a33b-496c4d87ae5e,segment=NetworkSegment(92e8b6b1-306a-4397-92b8-691e90ebebba),segment_id=92e8b6b1-306a-4397-92b8-691e90ebebba)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:08.369450 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:08.465685 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=b04fd92f-5534-45ec-a33b-496c4d87ae5e,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:09.107337 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec566f-1a6b-4dac-8e30-1d876d07cabd req-9bbea277-2eea-47d9-adaa-06cd35542836 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:09.120060 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9dec566f-1a6b-4dac-8e30-1d876d07cabd req-9bbea277-2eea-47d9-adaa-06cd35542836 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1854548 Jul 16 02:57:09.234655 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9dec566f-1a6b-4dac-8e30-1d876d07cabd req-82bc048e-fcb9-4262-9532-29b43d2ef045 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131022 Jul 16 02:57:09.288395 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a1017-02c6-4e63-adda-68427aa85dd7 req-6e407a21-99a7-4a5b-8fb8-a2e0b6ac4129 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:09.301975 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a36a1017-02c6-4e63-adda-68427aa85dd7 req-6e407a21-99a7-4a5b-8fb8-a2e0b6ac4129 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.2954361 Jul 16 02:57:09.378885 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a36a1017-02c6-4e63-adda-68427aa85dd7 req-adfff284-bd09-4ad2-b3fa-97246fcd45e9 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750904 Jul 16 02:57:09.902852 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:57:09.910336 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device b04fd92f-5534-45ec-a33b-496c4d87ae5e up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:57:10.011765 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port b04fd92f-5534-45ec-a33b-496c4d87ae5e triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:10.013140 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:10.900374 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a17d2-64a1-45a1-aa28-555a952083be req-a50e3f72-573e-4e40-a60b-0e78ab567ba1 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:10.908357 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bb7a17d2-64a1-45a1-aa28-555a952083be req-a50e3f72-573e-4e40-a60b-0e78ab567ba1 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.3651578 Jul 16 02:57:10.931678 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af2cd1-395c-41e4-99d7-443a5b1d567c req-9c38e4ef-32b9-4b0b-903a-fcf9b45ad5a5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:10.933757 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10af2cd1-395c-41e4-99d7-443a5b1d567c req-9c38e4ef-32b9-4b0b-903a-fcf9b45ad5a5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.4451897 Jul 16 02:57:10.990596 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bb7a17d2-64a1-45a1-aa28-555a952083be req-51cd701a-8716-47ba-8e95-b02206ffc8f0 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790040 Jul 16 02:57:11.039356 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10af2cd1-395c-41e4-99d7-443a5b1d567c req-a3663e30-8c65-4939-b700-417e3c4eb83a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891690 Jul 16 02:57:11.349470 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:11.691653 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9ba6-72f9-4e77-b05c-33922e0458b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:11.763470 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34140d-a962-4325-8dae-fca1d24733b5 req-aec7a128-4e89-45af-9c4a-731f336a5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.767832 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7b34140d-a962-4325-8dae-fca1d24733b5 req-aec7a128-4e89-45af-9c4a-731f336a5233 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0218a0c0773246a6b0ec31970dce3bef&device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 1099 time: 0.1533217 Jul 16 02:57:11.818687 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbee6a8-0002-4dbe-9e4a-71849d5cc5da req-2786b03c-6efe-4b12-b2a2-ad8c3a1739cb tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.820299 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0fbee6a8-0002-4dbe-9e4a-71849d5cc5da req-2786b03c-6efe-4b12-b2a2-ad8c3a1739cb tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1325128 Jul 16 02:57:11.909836 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0fbee6a8-0002-4dbe-9e4a-71849d5cc5da req-caf53c23-05a1-414d-b8af-322ca9503751 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832725 Jul 16 02:57:11.917403 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34140d-a962-4325-8dae-fca1d24733b5 req-9ad1198e-f48a-41d6-afe2-40649720608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.919132 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7b34140d-a962-4325-8dae-fca1d24733b5 req-9ad1198e-f48a-41d6-afe2-40649720608c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4acc2c2e-58bf-4d93-b9e8-16813084eb28 HTTP/1.1" status: 200 len: 920 time: 0.1466200 Jul 16 02:57:12.004232 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7b34140d-a962-4325-8dae-fca1d24733b5 req-8bdc2f7c-0154-4bbf-a111-411ef680f0a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c29b56b2-e411-44f5-b118-93386ea9004a HTTP/1.1" status: 200 len: 217 time: 0.0748575 Jul 16 02:57:12.062802 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34140d-a962-4325-8dae-fca1d24733b5 req-5e86d5a8-20f5-4dba-afd1-0c3cf228f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:12.064329 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7b34140d-a962-4325-8dae-fca1d24733b5 req-5e86d5a8-20f5-4dba-afd1-0c3cf228f051 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1e1b4036-f5ae-4ccd-bf7c-5fae46445f97 HTTP/1.1" status: 200 len: 859 time: 0.0525956 Jul 16 02:57:12.116352 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7b34140d-a962-4325-8dae-fca1d24733b5 req-23b531a7-0906-4bd9-bd4f-956daae08f1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4acc2c2e-58bf-4d93-b9e8-16813084eb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449364 Jul 16 02:57:12.313015 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7b34140d-a962-4325-8dae-fca1d24733b5 req-b722deee-f5c9-42e3-94ba-e0066ed4795f service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872590 Jul 16 02:57:12.352040 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:12.397976 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e065570-45cb-4507-88e9-2ce154781f4a req-7dc7115a-4c9e-49ee-954e-1568c4e9a66f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:12.406121 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8e065570-45cb-4507-88e9-2ce154781f4a req-7dc7115a-4c9e-49ee-954e-1568c4e9a66f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1706014 Jul 16 02:57:12.483401 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8e065570-45cb-4507-88e9-2ce154781f4a req-d76ed70b-0a19-4883-9614-afd30726b852 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761814 Jul 16 02:57:12.514935 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7b34140d-a962-4325-8dae-fca1d24733b5 req-6bf2a843-696e-45ce-95ca-8de44b7c6273 service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826723 Jul 16 02:57:13.135055 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bddc33-8391-4e6f-a146-4973493c8ced req-61aab6ac-bf0c-4a89-98c9-898f6bf63d6b tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:13.136653 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-00bddc33-8391-4e6f-a146-4973493c8ced req-61aab6ac-bf0c-4a89-98c9-898f6bf63d6b tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0874476 Jul 16 02:57:13.181220 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-00bddc33-8391-4e6f-a146-4973493c8ced req-4941fb70-d8b2-4f14-a522-d74ba9858dfe tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374227 Jul 16 02:57:13.798570 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02cd9b-a71a-4535-b2cc-13c8beecf131 req-2a1e85f4-724b-46d2-a832-5e979c1644b5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:13.803134 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0c02cd9b-a71a-4535-b2cc-13c8beecf131 req-2a1e85f4-724b-46d2-a832-5e979c1644b5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1551523 Jul 16 02:57:13.857528 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0c02cd9b-a71a-4535-b2cc-13c8beecf131 req-d3fe7bcb-caaf-4407-a0c7-c9428abea8d0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460026 Jul 16 02:57:14.408112 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68644483-d3d9-4681-b3bf-a6ec34390720 req-5a49375e-c168-4bda-89b0-2cf4067278f0 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:14.409814 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-68644483-d3d9-4681-b3bf-a6ec34390720 req-5a49375e-c168-4bda-89b0-2cf4067278f0 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0968499 Jul 16 02:57:14.513410 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-68644483-d3d9-4681-b3bf-a6ec34390720 req-294a33a9-d707-4eba-9340-ba97cb30596a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955954 Jul 16 02:57:14.811807 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:15.100699 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59791a-c1fa-470a-84d5-cd4ddb04a14e req-163860ab-d4f2-47d3-8c24-8d60e549f9eb tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:15.104999 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ad59791a-c1fa-470a-84d5-cd4ddb04a14e req-163860ab-d4f2-47d3-8c24-8d60e549f9eb tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1022289 Jul 16 02:57:15.181166 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ad59791a-c1fa-470a-84d5-cd4ddb04a14e req-1d4c56b0-3fc9-4f75-bf51-5871d1588fbf tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651357 Jul 16 02:57:15.770360 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f829ca-f302-477e-889a-191ea2180df7 req-76f45cee-29a7-480b-a8a8-cca8aeaf34b6 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:15.771990 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-11f829ca-f302-477e-889a-191ea2180df7 req-76f45cee-29a7-480b-a8a8-cca8aeaf34b6 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0968637 Jul 16 02:57:15.815145 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-11f829ca-f302-477e-889a-191ea2180df7 req-9560e1e3-a413-4590-afe5-565460d43f83 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361240 Jul 16 02:57:16.098851 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-39226b58-e218-4945-b9e1-c0255b63c73d tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:16.100343 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-39226b58-e218-4945-b9e1-c0255b63c73d tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/networks?id=217c2ffe-e658-40d8-bce9-f447f4e45f0d HTTP/1.1" status: 200 len: 814 time: 0.1318755 Jul 16 02:57:16.118790 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-baf0ab09-c6cf-486f-b547-cecebe81207a tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/quotas/1ce8c3e02e3a40f2bc4907406c7af456 HTTP/1.1" status: 200 len: 375 time: 0.0121384 Jul 16 02:57:16.206682 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-f1b369c2-d9a8-473d-a1f1-5101513adae5 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1ce8c3e02e3a40f2bc4907406c7af456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808134 Jul 16 02:57:16.441949 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-413d1da2-2a0e-4556-8697-8d86e17a08c8 service neutron] 10.222.0.39 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059331 Jul 16 02:57:16.545831 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438967a-15f2-4a46-b153-138643f9e7ae req-607b8427-4a6f-4923-83f8-09af11c83d89 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:16.547425 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8438967a-15f2-4a46-b153-138643f9e7ae req-607b8427-4a6f-4923-83f8-09af11c83d89 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.2057130 Jul 16 02:57:16.603982 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-6179d02e-ac0f-4573-8fd2-f9014359dd89 service neutron] 10.222.0.39 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549613 Jul 16 02:57:16.616625 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8438967a-15f2-4a46-b153-138643f9e7ae req-9858892d-6bb9-4d84-b1c2-618b5a6fee4f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604167 Jul 16 02:57:16.813958 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2bd5ca7c-c56e-473f-9daf-90364c98d9e0 req-483a2b2e-7a91-432f-aa86-8db20a077667 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 210 time: 0.0418341 Jul 16 02:57:17.812119 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a889d48-07c1-4849-a565-ecb7b8d7790c req-5766d740-a2d6-4c74-9bbc-a271b64021a0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:17.813706 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6a889d48-07c1-4849-a565-ecb7b8d7790c req-5766d740-a2d6-4c74-9bbc-a271b64021a0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.0647857 Jul 16 02:57:17.867595 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6a889d48-07c1-4849-a565-ecb7b8d7790c req-57a4a00f-b4fa-4c2a-a917-81b746703ea3 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446858 Jul 16 02:57:17.966579 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8d257b3a-457f-45ce-b800-6bd8161ed545 req-c2d3cf58-e092-4b65-9139-64b213383359 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 210 time: 0.0309994 Jul 16 02:57:18.569991 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d814e56c-0d4a-494e-9044-cc7d83cae854 req-3ef5ca2c-0aa1-42ef-ba04-36bb75954335 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605097 Jul 16 02:57:18.693095 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814e56c-0d4a-494e-9044-cc7d83cae854 req-dc302b0b-faa6-40da-abbc-b671f08a8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:18.694540 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d814e56c-0d4a-494e-9044-cc7d83cae854 req-dc302b0b-faa6-40da-abbc-b671f08a8e09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0218a0c0773246a6b0ec31970dce3bef&device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 1098 time: 0.0651519 Jul 16 02:57:18.827165 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814e56c-0d4a-494e-9044-cc7d83cae854 req-85b0391b-ac36-42ff-94bd-6fc67b049225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:18.828718 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d814e56c-0d4a-494e-9044-cc7d83cae854 req-85b0391b-ac36-42ff-94bd-6fc67b049225 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4acc2c2e-58bf-4d93-b9e8-16813084eb28 HTTP/1.1" status: 200 len: 920 time: 0.1081908 Jul 16 02:57:18.903412 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:18.907047 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d814e56c-0d4a-494e-9044-cc7d83cae854 req-cfd03475-c3f5-4e7e-a2d9-0276f4d99ba8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7fd2de09-5211-4caf-b323-d49f160e0b07 HTTP/1.1" status: 200 len: 217 time: 0.0637026 Jul 16 02:57:19.010935 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814e56c-0d4a-494e-9044-cc7d83cae854 req-bfdf1bf8-d067-4d47-b744-df37ab9342d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:19.012860 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d814e56c-0d4a-494e-9044-cc7d83cae854 req-bfdf1bf8-d067-4d47-b744-df37ab9342d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1e1b4036-f5ae-4ccd-bf7c-5fae46445f97 HTTP/1.1" status: 200 len: 859 time: 0.0733297 Jul 16 02:57:19.062670 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d814e56c-0d4a-494e-9044-cc7d83cae854 req-442bc0fb-d28a-464e-be43-b192e85f805c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4acc2c2e-58bf-4d93-b9e8-16813084eb28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314858 Jul 16 02:57:19.192336 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7fb392d2-242f-4b18-a67a-b5e9cc7c55a5 req-8e9f42be-7870-4f9c-90d9-a6cffa08ac6e tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 210 time: 0.0748076 Jul 16 02:57:19.245137 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd783bfc-41e1-48c1-9d00-eee24b025ba9 req-e325bedf-fdb4-43d2-bad0-8344064349a2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:19.247795 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cd783bfc-41e1-48c1-9d00-eee24b025ba9 req-e325bedf-fdb4-43d2-bad0-8344064349a2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.2516365 Jul 16 02:57:19.297126 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d814e56c-0d4a-494e-9044-cc7d83cae854 req-469f717b-529f-448a-9c77-d2db08f8bfc8 service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208974 Jul 16 02:57:19.305199 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cd783bfc-41e1-48c1-9d00-eee24b025ba9 req-77efdca5-e258-43aa-abc7-51069b213552 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511525 Jul 16 02:57:19.489728 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d814e56c-0d4a-494e-9044-cc7d83cae854 req-e842e948-fdc0-4112-8cd9-f386991298f3 service neutron] 10.222.0.59 "GET /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830862 Jul 16 02:57:19.545120 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-a8eea589-55b9-418f-bee1-de5fde7db55c tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:19.548116 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-a8eea589-55b9-418f-bee1-de5fde7db55c tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.59 "GET /v2.0/networks?id=217c2ffe-e658-40d8-bce9-f447f4e45f0d HTTP/1.1" status: 200 len: 814 time: 0.1633048 Jul 16 02:57:19.571527 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-7d5de1ce-4fbe-48c0-9486-233dea4a09bd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Request body: {'port': {'device_id': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'admin_state_up': True, 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:57:19.755364 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-7d5de1ce-4fbe-48c0-9486-233dea4a09bd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Made reservation on behalf of 1ce8c3e02e3a40f2bc4907406c7af456 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:57:19.759267 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-7d5de1ce-4fbe-48c0-9486-233dea4a09bd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:19.909816 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-7d5de1ce-4fbe-48c0-9486-233dea4a09bd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Allocated IP 172.20.0.12 (217c2ffe-e658-40d8-bce9-f447f4e45f0d/7635fef6-4f9a-4851-a305-7401b9f33f36/368f38e7-78c7-4e00-a990-335101f30c1d) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:57:20.130669 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-7d5de1ce-4fbe-48c0-9486-233dea4a09bd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:20.159830 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-7d5de1ce-4fbe-48c0-9486-233dea4a09bd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Transition to ACTIVE for port object 368f38e7-78c7-4e00-a990-335101f30c1d will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:57:20.255354 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-7d5de1ce-4fbe-48c0-9486-233dea4a09bd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:20.329866 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-7d5de1ce-4fbe-48c0-9486-233dea4a09bd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Network 217c2ffe-e658-40d8-bce9-f447f4e45f0d is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:57:20.331524 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-7d5de1ce-4fbe-48c0-9486-233dea4a09bd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:57:20.336547 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-7d5de1ce-4fbe-48c0-9486-233dea4a09bd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:57:20.431789 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-7d5de1ce-4fbe-48c0-9486-233dea4a09bd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:20.432811 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-7d5de1ce-4fbe-48c0-9486-233dea4a09bd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:20.459502 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5de1ce-4fbe-48c0-9486-233dea4a09bd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event updated for resources: {'Port': ['ID=368f38e7-78c7-4e00-a990-335101f30c1d,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:20.463833 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-7d5de1ce-4fbe-48c0-9486-233dea4a09bd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8997083 Jul 16 02:57:20.618298 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3fc85-10ff-4253-b955-3209c1a1a1f2 req-596faa09-9eb9-4736-ad3f-c1ac85eec1a9 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:20.620042 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a9b3fc85-10ff-4253-b955-3209c1a1a1f2 req-596faa09-9eb9-4736-ad3f-c1ac85eec1a9 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 932 time: 0.1455009 Jul 16 02:57:20.678799 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cb2e2-fc29-4a82-949c-9ee9b4bd351e req-2097e16e-05a1-4bb2-90e2-bb76c4f9f7a5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:20.680393 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6a3cb2e2-fc29-4a82-949c-9ee9b4bd351e req-2097e16e-05a1-4bb2-90e2-bb76c4f9f7a5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1191685 Jul 16 02:57:20.708888 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a9b3fc85-10ff-4253-b955-3209c1a1a1f2 req-c6706a0e-a7b2-4fb5-beef-242aa840923a tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769615 Jul 16 02:57:20.731817 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-02f36a06-5fc4-4d12-b8ac-0d4db0641410 None None] Provisioning for port 368f38e7-78c7-4e00-a990-335101f30c1d completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:57:20.739250 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-02f36a06-5fc4-4d12-b8ac-0d4db0641410 None None] Provisioning complete for port 368f38e7-78c7-4e00-a990-335101f30c1d triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:20.739734 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-02f36a06-5fc4-4d12-b8ac-0d4db0641410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:20.765526 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6a3cb2e2-fc29-4a82-949c-9ee9b4bd351e req-6a396b1f-f31d-4e72-a0e0-fc9f7c736997 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771179 Jul 16 02:57:20.810440 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-02f36a06-5fc4-4d12-b8ac-0d4db0641410 None None] Port 368f38e7-78c7-4e00-a990-335101f30c1d cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:57:21.992177 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec97d2-c240-4f7e-925b-bc737e5af70e req-0fb1cdc7-2084-4a56-a142-7de4216f7523 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:21.994847 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a8ec97d2-c240-4f7e-925b-bc737e5af70e req-0fb1cdc7-2084-4a56-a142-7de4216f7523 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 932 time: 0.1367140 Jul 16 02:57:22.122279 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a8ec97d2-c240-4f7e-925b-bc737e5af70e req-472422c5-ab68-43c0-967e-1f0d8e3a745e tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182053 Jul 16 02:57:22.144522 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411437f0-5826-4a2f-8307-afd9686aa179 req-1403d531-7f3d-4c57-91ef-51455ebd9469 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:22.159640 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-411437f0-5826-4a2f-8307-afd9686aa179 req-1403d531-7f3d-4c57-91ef-51455ebd9469 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.2357914 Jul 16 02:57:22.241731 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-411437f0-5826-4a2f-8307-afd9686aa179 req-49bf2617-d866-4e10-8b3b-3396c27097eb tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802343 Jul 16 02:57:22.760896 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788365d-a019-4c9b-b5cc-4e9b20762dcb req-2f014636-6713-4fa0-bded-8dbe165be053 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:22.773670 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1788365d-a019-4c9b-b5cc-4e9b20762dcb req-2f014636-6713-4fa0-bded-8dbe165be053 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1023836 Jul 16 02:57:22.838697 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1788365d-a019-4c9b-b5cc-4e9b20762dcb req-666901aa-e059-4f04-8726-6cc0b3cfded2 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548086 Jul 16 02:57:23.740793 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb7d04-3f80-43be-b327-cd489c66cfdb req-67b46df4-b9f1-4b80-91f9-7248989d7a06 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:23.754598 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5dcb7d04-3f80-43be-b327-cd489c66cfdb req-67b46df4-b9f1-4b80-91f9-7248989d7a06 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 932 time: 0.3098047 Jul 16 02:57:23.815624 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c594dda-ae4f-4ed5-a82d-a1d50f5b0cd6 req-045f6af0-20ca-42f4-87e9-3dbebebfdb7a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:23.821596 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6c594dda-ae4f-4ed5-a82d-a1d50f5b0cd6 req-045f6af0-20ca-42f4-87e9-3dbebebfdb7a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.2210505 Jul 16 02:57:23.846900 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5dcb7d04-3f80-43be-b327-cd489c66cfdb req-27b37c42-aa83-440d-8705-dfb0492acf0a tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907223 Jul 16 02:57:23.938204 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6c594dda-ae4f-4ed5-a82d-a1d50f5b0cd6 req-999b2f07-d068-45d8-9625-fc3c5e2bc028 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102931 Jul 16 02:57:24.164111 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7641ff-f24e-4cfd-b9e9-29c8c68b59a8 req-c9b3fdf7-7b7c-4432-8694-5d0819730acc tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:24.165881 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bd7641ff-f24e-4cfd-b9e9-29c8c68b59a8 req-c9b3fdf7-7b7c-4432-8694-5d0819730acc tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.0959322 Jul 16 02:57:24.225870 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bd7641ff-f24e-4cfd-b9e9-29c8c68b59a8 req-90511242-df3d-41ee-8189-990f2db118b4 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489891 Jul 16 02:57:25.041653 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49596) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:25.102462 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57bc7d-a042-4318-8f30-11b378cef1eb req-ee0d29fb-6e8c-414a-bef2-9069645ee05a tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:25.104689 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4f57bc7d-a042-4318-8f30-11b378cef1eb req-ee0d29fb-6e8c-414a-bef2-9069645ee05a tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 932 time: 0.1167004 Jul 16 02:57:25.151854 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4f57bc7d-a042-4318-8f30-11b378cef1eb req-d281b0c7-19ec-4b8e-8085-2cdc91a77354 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417225 Jul 16 02:57:25.219814 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a1b2e6b-0b69-425a-91c5-63b19c834207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:25.262513 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af16ce-24cc-4705-a72f-3b29900085d9 req-be3b2a20-8950-47ce-b59b-b134a652a566 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:25.263408 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-15af16ce-24cc-4705-a72f-3b29900085d9 req-be3b2a20-8950-47ce-b59b-b134a652a566 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.0777123 Jul 16 02:57:25.313275 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-15af16ce-24cc-4705-a72f-3b29900085d9 req-80025bb0-e379-4cb1-9264-07b18ad412a1 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419619 Jul 16 02:57:25.352122 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a1b2e6b-0b69-425a-91c5-63b19c834207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:25.360400 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5a1b2e6b-0b69-425a-91c5-63b19c834207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:25.420857 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5a1b2e6b-0b69-425a-91c5-63b19c834207 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=447cb1b6cac54707bb4e35677c7491b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777070 Jul 16 02:57:25.422813 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b2e6b-0b69-425a-91c5-63b19c834207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5370de0-02af-41dc-813c-b02d79924f05,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:25.427241 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49602) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:25.515793 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1564c38-5493-410f-92c2-26856210e106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:25.516006 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071fecc-be2c-401e-93b0-af5f868b1941 req-c19a3fe9-fa9a-4657-8d2f-572b9f867538 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:25.521130 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b071fecc-be2c-401e-93b0-af5f868b1941 req-c19a3fe9-fa9a-4657-8d2f-572b9f867538 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.0890410 Jul 16 02:57:25.543623 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1564c38-5493-410f-92c2-26856210e106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:25.583981 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b071fecc-be2c-401e-93b0-af5f868b1941 req-aefc2f0c-00ba-413a-88b8-0b4da4fda215 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602345 Jul 16 02:57:25.620532 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1564c38-5493-410f-92c2-26856210e106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:25.623973 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c1564c38-5493-410f-92c2-26856210e106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:25.628750 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c1564c38-5493-410f-92c2-26856210e106 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5370de0-02af-41dc-813c-b02d79924f05 HTTP/1.1" status: 204 len: 168 time: 0.1966097 Jul 16 02:57:25.646204 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1564c38-5493-410f-92c2-26856210e106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5370de0-02af-41dc-813c-b02d79924f05,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:26.713409 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49c586-b6a1-48d0-bc69-54754141a087 req-a5658b2b-ec4f-4011-89b4-ea2cd27be976 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:26.715633 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1c49c586-b6a1-48d0-bc69-54754141a087 req-a5658b2b-ec4f-4011-89b4-ea2cd27be976 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 932 time: 0.3878124 Jul 16 02:57:26.727814 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944191be-2310-47f2-b5c7-0bd928ee89f7 req-d7acd62c-b7e5-4e66-a653-3f1a56f126f3 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:26.730082 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-944191be-2310-47f2-b5c7-0bd928ee89f7 req-d7acd62c-b7e5-4e66-a653-3f1a56f126f3 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.0991223 Jul 16 02:57:26.788698 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1c49c586-b6a1-48d0-bc69-54754141a087 req-cbb64984-5e03-44ab-b610-4b2cbf6c438b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573759 Jul 16 02:57:26.803304 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-944191be-2310-47f2-b5c7-0bd928ee89f7 req-d7cc106e-a83c-4fa4-9a7c-374c62bdb6bd tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638015 Jul 16 02:57:26.989618 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735fd45-67e9-49e7-bec6-b47fb367bae3 req-1ca6711d-e89b-40ff-82c0-24a453315704 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:26.992247 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f735fd45-67e9-49e7-bec6-b47fb367bae3 req-1ca6711d-e89b-40ff-82c0-24a453315704 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.0883911 Jul 16 02:57:27.057757 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f735fd45-67e9-49e7-bec6-b47fb367bae3 req-629289d3-bbb7-4995-bc3b-8957fad14057 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548835 Jul 16 02:57:28.133820 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1df5dc-141b-447c-a908-94c00421a33b req-94dda362-f2eb-41b6-b723-173f7c580965 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:28.135901 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3c1df5dc-141b-447c-a908-94c00421a33b req-94dda362-f2eb-41b6-b723-173f7c580965 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 932 time: 0.1456149 Jul 16 02:57:28.151645 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f51ae7-f500-421d-875a-c48298477a58 req-5d9869c8-1011-49fb-a2ed-bad61821646a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:28.153301 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4f51ae7-f500-421d-875a-c48298477a58 req-5d9869c8-1011-49fb-a2ed-bad61821646a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1486554 Jul 16 02:57:28.219442 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3c1df5dc-141b-447c-a908-94c00421a33b req-8ceb0cc3-9824-479b-970b-9b8019c8d834 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764911 Jul 16 02:57:28.232558 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4f51ae7-f500-421d-875a-c48298477a58 req-04983dca-46b4-4c89-b304-98650c23738f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645781 Jul 16 02:57:28.449963 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700a99e-8588-4a56-bad2-03a8790c3110 req-854dc50d-763e-48c9-a65b-7027ea108d2f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:28.451576 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1700a99e-8588-4a56-bad2-03a8790c3110 req-854dc50d-763e-48c9-a65b-7027ea108d2f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.0821478 Jul 16 02:57:28.499506 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1700a99e-8588-4a56-bad2-03a8790c3110 req-93be70be-ed99-4388-94a0-9c5b33ab1408 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401645 Jul 16 02:57:29.467845 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e026494-6f64-4f70-ac4d-b946acecadbf req-91fe14be-5e86-428d-8fd2-d974de1c49ba tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:29.469628 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1e026494-6f64-4f70-ac4d-b946acecadbf req-91fe14be-5e86-428d-8fd2-d974de1c49ba tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 932 time: 0.1046655 Jul 16 02:57:29.552236 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1e026494-6f64-4f70-ac4d-b946acecadbf req-c573f89c-d091-4841-a80a-a1776eabb05a tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599303 Jul 16 02:57:29.575732 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22203840-9ad5-4bbb-9d87-72e593a723fb req-6b0561fa-e0c4-4157-8539-a49f4ef6cd1b tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:29.575732 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-22203840-9ad5-4bbb-9d87-72e593a723fb req-6b0561fa-e0c4-4157-8539-a49f4ef6cd1b tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1328313 Jul 16 02:57:29.650921 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-22203840-9ad5-4bbb-9d87-72e593a723fb req-88cb54d1-c041-4c67-841a-139a81bc5a6c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659311 Jul 16 02:57:29.780497 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc9bf7-9ee9-4673-a914-56a57e0bee8d req-84433188-a542-4238-89d3-2b4f70890756 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:29.782352 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9fcc9bf7-9ee9-4673-a914-56a57e0bee8d req-84433188-a542-4238-89d3-2b4f70890756 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.0925822 Jul 16 02:57:29.832602 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9fcc9bf7-9ee9-4673-a914-56a57e0bee8d req-93d86bf5-9f6e-422f-8cec-e166dafb072a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401919 Jul 16 02:57:30.752491 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587a095-5b62-4c74-829d-fd70eb04668a req-8e807a1f-b9c0-4023-b93b-d768b9522d59 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:30.754153 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b587a095-5b62-4c74-829d-fd70eb04668a req-8e807a1f-b9c0-4023-b93b-d768b9522d59 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 932 time: 0.0737793 Jul 16 02:57:30.827067 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b587a095-5b62-4c74-829d-fd70eb04668a req-9649bc9e-8591-47b9-aa0c-d9274b7e2ed2 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620584 Jul 16 02:57:30.865114 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7898ff-a819-4771-883e-cb71c8b7c347 req-9fe764ec-754d-43b4-83d9-d993c165ed5c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:30.867020 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-db7898ff-a819-4771-883e-cb71c8b7c347 req-9fe764ec-754d-43b4-83d9-d993c165ed5c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.0801895 Jul 16 02:57:30.911280 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-db7898ff-a819-4771-883e-cb71c8b7c347 req-261b0177-2e51-4722-8a55-21d873f6a1a6 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375817 Jul 16 02:57:30.988572 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Request body: {'port': {'device_id': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:57:31.120002 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02476a-f848-45fa-a7ca-e018a06648a8 req-ef20ffa0-b2d0-4325-ac2a-176f3e667f84 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:31.122055 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1a02476a-f848-45fa-a7ca-e018a06648a8 req-ef20ffa0-b2d0-4325-ac2a-176f3e667f84 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1600482 Jul 16 02:57:31.122670 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:31.199678 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1a02476a-f848-45fa-a7ca-e018a06648a8 req-e79d0652-c04a-4899-ba2e-09d159c9d801 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679400 Jul 16 02:57:31.497836 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368f38e7-78c7-4e00-a990-335101f30c1d {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:57:31.506014 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:31.518872 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Transition to ACTIVE for port object 368f38e7-78c7-4e00-a990-335101f30c1d will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:57:31.524014 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:31.600379 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Pushing event updated for resources: {'Port': ['ID=368f38e7-78c7-4e00-a990-335101f30c1d,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:31.670200 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Attempting to bind port 368f38e7-78c7-4e00-a990-335101f30c1d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:57:31.670618 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Attempting to bind port 368f38e7-78c7-4e00-a990-335101f30c1d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '751ce284-7144-402d-88f2-b2fdc49578c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:57:31.671008 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Attempting to bind port 368f38e7-78c7-4e00-a990-335101f30c1d on network 217c2ffe-e658-40d8-bce9-f447f4e45f0d {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:57:31.675819 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Port 368f38e7-78c7-4e00-a990-335101f30c1d on network 217c2ffe-e658-40d8-bce9-f447f4e45f0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:57:31.676151 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Attempting to bind port 368f38e7-78c7-4e00-a990-335101f30c1d on network 217c2ffe-e658-40d8-bce9-f447f4e45f0d {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:57:31.681251 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:57:31.681597 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Checking segment: {'id': '751ce284-7144-402d-88f2-b2fdc49578c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:57:31.681989 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Bound using segment: {'id': '751ce284-7144-402d-88f2-b2fdc49578c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:57:31.682422 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Bound port: 368f38e7-78c7-4e00-a990-335101f30c1d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751ce284-7144-402d-88f2-b2fdc49578c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:57:31.682869 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:31.767512 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] For port 368f38e7-78c7-4e00-a990-335101f30c1d, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:57:31.770818 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] For port 368f38e7-78c7-4e00-a990-335101f30c1d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=368f38e7-78c7-4e00-a990-335101f30c1d,segment=NetworkSegment(751ce284-7144-402d-88f2-b2fdc49578c7),segment_id=751ce284-7144-402d-88f2-b2fdc49578c7)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:57:31.774744 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:31.815903 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:31.816539 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:31.818014 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] 10.222.0.59 "PUT /v2.0/ports/368f38e7-78c7-4e00-a990-335101f30c1d HTTP/1.1" status: 200 len: 1094 time: 0.8538947 Jul 16 02:57:31.818490 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'tag': '368f38e7-78c7-4e00-a990-335101f30c1d'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:31.820873 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f21892-848c-4d90-9688-dd1807513b65" -d '{"events": [{"name": "network-changed", "server_uuid": "114ecdcf-9c0d-4f2b-b1d9-ea8d42619746", "tag": "368f38e7-78c7-4e00-a990-335101f30c1d"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:31.864775 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Pushing event updated for resources: {'Port': ['ID=368f38e7-78c7-4e00-a990-335101f30c1d,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:31.882204 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:31.883168 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:31.884081 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:31.884518 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:31.884804 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:31.885148 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:31.885768 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:31.886116 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:31.887045 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:31.888240 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:31.888766 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:31.889110 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b93dd0-4030-46c3-821c-8402547ca7db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:31.897203 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae47dfcb-a67c-472e-8510-56d97d9cf279 x-openstack-request-id: req-ae47dfcb-a67c-472e-8510-56d97d9cf279 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:31.897689 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114ecdcf-9c0d-4f2b-b1d9-ea8d42619746", "tag": "368f38e7-78c7-4e00-a990-335101f30c1d", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:31.898118 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae47dfcb-a67c-472e-8510-56d97d9cf279 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:31.898614 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'tag': '368f38e7-78c7-4e00-a990-335101f30c1d', 'status': 'completed', 'code': 200} Jul 16 02:57:32.036416 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-a6b5a5f6-3489-4839-af7c-53f1d458e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:32.038165 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-a6b5a5f6-3489-4839-af7c-53f1d458e8d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ce8c3e02e3a40f2bc4907406c7af456&device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 1097 time: 0.1178257 Jul 16 02:57:32.108793 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-59120353-7cd3-4979-a609-db4020b61f1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=368f38e7-78c7-4e00-a990-335101f30c1d HTTP/1.1" status: 200 len: 217 time: 0.0491071 Jul 16 02:57:32.222352 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f036167-bb3e-41b7-a9b2-f192d98900ed req-ef012082-5269-4760-9860-097af9fff630 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:32.223848 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f036167-bb3e-41b7-a9b2-f192d98900ed req-ef012082-5269-4760-9860-097af9fff630 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 944 time: 0.2035747 Jul 16 02:57:32.226677 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-f0497c1e-da79-4101-9e3d-fae0ccfce7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:32.228169 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-f0497c1e-da79-4101-9e3d-fae0ccfce7d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7635fef6-4f9a-4851-a305-7401b9f33f36 HTTP/1.1" status: 200 len: 853 time: 0.0926783 Jul 16 02:57:32.286368 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9241784-7e41-4678-a0c5-3fbb0445493c req-8546d423-b210-4eff-941e-650dd57d827c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:32.287981 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f9241784-7e41-4678-a0c5-3fbb0445493c req-8546d423-b210-4eff-941e-650dd57d827c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1918902 Jul 16 02:57:32.332708 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f036167-bb3e-41b7-a9b2-f192d98900ed req-d299ab04-0574-4661-b12f-87051b75c32f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023345 Jul 16 02:57:32.362160 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f9241784-7e41-4678-a0c5-3fbb0445493c req-3bf0a0aa-63c4-4ab9-8d9f-81c3f7eb0167 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648694 Jul 16 02:57:32.371429 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-01c1d8ba-f5b0-477e-965d-8c53bb63fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:32.374095 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-01c1d8ba-f5b0-477e-965d-8c53bb63fea8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=217c2ffe-e658-40d8-bce9-f447f4e45f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1341186 Jul 16 02:57:32.514545 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-e67a7122-a3ba-4234-ae4b-4b0ff46d555b service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302519 Jul 16 02:57:32.614167 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18ab6a-cfbe-4a77-8383-676ac622b6e6 req-dec2ed48-a635-4df1-a096-ca7f6eafa320 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:32.615783 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f18ab6a-cfbe-4a77-8383-676ac622b6e6 req-dec2ed48-a635-4df1-a096-ca7f6eafa320 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.1466756 Jul 16 02:57:32.660180 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-313d32f2-016a-4166-8ff8-ad40e8e252ce req-0214b6ed-3789-434a-9b6b-19a710b08be6 service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358411 Jul 16 02:57:32.681466 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f18ab6a-cfbe-4a77-8383-676ac622b6e6 req-12312321-49e5-4a90-9e3e-afe106e53185 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547304 Jul 16 02:57:32.834446 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f21892-848c-4d90-9688-dd1807513b65 req-eb1416d5-70c4-4ed7-9e89-c80f79cb8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:32.835958 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b5f21892-848c-4d90-9688-dd1807513b65 req-eb1416d5-70c4-4ed7-9e89-c80f79cb8822 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ce8c3e02e3a40f2bc4907406c7af456&device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 1097 time: 0.0572755 Jul 16 02:57:32.935508 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f21892-848c-4d90-9688-dd1807513b65 req-f319bd78-c851-4c35-82b8-70a58223c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:32.937048 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b5f21892-848c-4d90-9688-dd1807513b65 req-f319bd78-c851-4c35-82b8-70a58223c445 service neutron] 10.222.0.59 "GET /v2.0/networks?id=217c2ffe-e658-40d8-bce9-f447f4e45f0d HTTP/1.1" status: 200 len: 915 time: 0.0929134 Jul 16 02:57:32.982862 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b5f21892-848c-4d90-9688-dd1807513b65 req-a6c64931-9722-4c6d-90c7-f73027851f05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=368f38e7-78c7-4e00-a990-335101f30c1d HTTP/1.1" status: 200 len: 217 time: 0.0373621 Jul 16 02:57:33.017797 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 26a4e694-a4a3-4f8a-956d-64f9001c2399 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:57:33.041029 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f21892-848c-4d90-9688-dd1807513b65 req-fd6b4918-f6fd-43f1-abdc-594320144512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:33.043053 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b5f21892-848c-4d90-9688-dd1807513b65 req-fd6b4918-f6fd-43f1-abdc-594320144512 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7635fef6-4f9a-4851-a305-7401b9f33f36 HTTP/1.1" status: 200 len: 853 time: 0.0511343 Jul 16 02:57:33.107642 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f21892-848c-4d90-9688-dd1807513b65 req-12855ddc-6ec9-40ff-9046-7ddc6d3fe5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:33.109222 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b5f21892-848c-4d90-9688-dd1807513b65 req-12855ddc-6ec9-40ff-9046-7ddc6d3fe5b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=217c2ffe-e658-40d8-bce9-f447f4e45f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581820 Jul 16 02:57:33.123606 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 26a4e694-a4a3-4f8a-956d-64f9001c2399, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:33.143000 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'port_id': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'mac_address': 'fa:16:3e:26:6a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:57:33.204176 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:33.228692 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26a4e694-a4a3-4f8a-956d-64f9001c2399 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:57:33.245528 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b5f21892-848c-4d90-9688-dd1807513b65 req-b7bf5762-5641-48ab-a636-8c90aafeab9b service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261160 Jul 16 02:57:33.263683 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 26a4e694-a4a3-4f8a-956d-64f9001c2399, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:33.271735 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:33.326717 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=26a4e694-a4a3-4f8a-956d-64f9001c2399,revision_number=6']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:33.414240 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b5f21892-848c-4d90-9688-dd1807513b65 req-82dba7a6-0f7d-4762-b463-85d2a2ef19f3 service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601877 Jul 16 02:57:33.488574 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['26a4e694-a4a3-4f8a-956d-64f9001c2399'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:57:33.579194 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e8ef8-e64f-4831-a8ed-505b70b3297f req-522cb4c5-96b4-4509-9656-201b70080eb3 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:33.580816 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-884e8ef8-e64f-4831-a8ed-505b70b3297f req-522cb4c5-96b4-4509-9656-201b70080eb3 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 944 time: 0.1099908 Jul 16 02:57:33.640761 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8c305-075e-4bd9-80ae-f76787465f24 req-d181e330-d4ae-4cd1-8d0b-50496c5766be tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:33.642507 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a1e8c305-075e-4bd9-80ae-f76787465f24 req-d181e330-d4ae-4cd1-8d0b-50496c5766be tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 944 time: 0.1196408 Jul 16 02:57:33.650526 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-884e8ef8-e64f-4831-a8ed-505b70b3297f req-ca58ac17-06e5-4a15-b68c-4cc76a785825 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597970 Jul 16 02:57:33.692866 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a1e8c305-075e-4bd9-80ae-f76787465f24 req-75e728ed-fb1b-43db-bc2f-d74ac69f6dfc tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395911 Jul 16 02:57:33.884201 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e0173-a749-479f-a006-6703800f17e8 req-7102853d-fac0-4a35-8168-97b0b38b96f4 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:33.885790 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-657e0173-a749-479f-a006-6703800f17e8 req-7102853d-fac0-4a35-8168-97b0b38b96f4 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.0680637 Jul 16 02:57:33.930190 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-657e0173-a749-479f-a006-6703800f17e8 req-6d19a885-74db-4f6a-a3f4-b163bc3b5b2a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373969 Jul 16 02:57:34.444536 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5b7f0-7f53-420e-a7a0-cd5bbae3384a req-b10d0f86-4aca-4a2c-9c71-f8cde67b52d4 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:34.446102 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3d5b7f0-7f53-420e-a7a0-cd5bbae3384a req-b10d0f86-4aca-4a2c-9c71-f8cde67b52d4 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.59 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 945 time: 0.0736523 Jul 16 02:57:34.581210 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-f3d5b7f0-7f53-420e-a7a0-cd5bbae3384a req-142fc8b5-2dc8-4822-bf77-34e91ef4002a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Deleting port 7fd2de09-5211-4caf-b323-d49f160e0b07 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:57:34.581564 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f3d5b7f0-7f53-420e-a7a0-cd5bbae3384a req-142fc8b5-2dc8-4822-bf77-34e91ef4002a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:34.695378 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-f3d5b7f0-7f53-420e-a7a0-cd5bbae3384a req-142fc8b5-2dc8-4822-bf77-34e91ef4002a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] For port 7fd2de09-5211-4caf-b323-d49f160e0b07, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=7fd2de09-5211-4caf-b323-d49f160e0b07,segment=NetworkSegment(8f534e36-1004-400f-af39-65798c7ae8b6),segment_id=8f534e36-1004-400f-af39-65798c7ae8b6)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:34.695749 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f3d5b7f0-7f53-420e-a7a0-cd5bbae3384a req-142fc8b5-2dc8-4822-bf77-34e91ef4002a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:34.713143 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-f3d5b7f0-7f53-420e-a7a0-cd5bbae3384a req-142fc8b5-2dc8-4822-bf77-34e91ef4002a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Calling delete_port for 7fd2de09-5211-4caf-b323-d49f160e0b07 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:57:34.962885 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872bdd4-91b8-4058-bf3b-846f72e90082 req-c3f47433-0645-4f75-9393-c80f78568b32 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:34.965078 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b872bdd4-91b8-4058-bf3b-846f72e90082 req-c3f47433-0645-4f75-9393-c80f78568b32 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 944 time: 0.1522675 Jul 16 02:57:34.990119 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f3d5b7f0-7f53-420e-a7a0-cd5bbae3384a req-142fc8b5-2dc8-4822-bf77-34e91ef4002a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:35.027280 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['c29b56b2-e411-44f5-b118-93386ea9004a', '7fd2de09-5211-4caf-b323-d49f160e0b07'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:57:35.053861 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142fc8b5-2dc8-4822-bf77-34e91ef4002a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Pushing event deleted for resources: {'Port': ['ID=7fd2de09-5211-4caf-b323-d49f160e0b07,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:35.072199 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 26a4e694-a4a3-4f8a-956d-64f9001c2399 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:57:35.122560 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b872bdd4-91b8-4058-bf3b-846f72e90082 req-2c93f134-769e-464f-b92d-d619add25763 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432610 Jul 16 02:57:35.123385 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d5b7f0-7f53-420e-a7a0-cd5bbae3384a req-142fc8b5-2dc8-4822-bf77-34e91ef4002a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] No DVR routers for this DVR port 7fd2de09-5211-4caf-b323-d49f160e0b07 on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:57:35.127277 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f3d5b7f0-7f53-420e-a7a0-cd5bbae3384a req-142fc8b5-2dc8-4822-bf77-34e91ef4002a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:35.129766 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3d5b7f0-7f53-420e-a7a0-cd5bbae3384a req-142fc8b5-2dc8-4822-bf77-34e91ef4002a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.59 "DELETE /v2.0/ports/7fd2de09-5211-4caf-b323-d49f160e0b07 HTTP/1.1" status: 204 len: 173 time: 0.6778030 Jul 16 02:57:35.131280 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b11129cf-d945-41b0-a7eb-c25f81c0f173', 'name': 'network-vif-deleted', 'tag': '7fd2de09-5211-4caf-b323-d49f160e0b07'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:35.134660 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0607b041-a53c-4418-8f6d-0a7b1a943390" -d '{"events": [{"server_uuid": "b11129cf-d945-41b0-a7eb-c25f81c0f173", "name": "network-vif-deleted", "tag": "7fd2de09-5211-4caf-b323-d49f160e0b07"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:35.147382 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aac2f9-73b6-4f55-ae9f-97080375676f req-dad6d946-bef7-426c-9a9a-2c03512dc8b0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:35.147924 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e5aac2f9-73b6-4f55-ae9f-97080375676f req-dad6d946-bef7-426c-9a9a-2c03512dc8b0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 944 time: 0.2464886 Jul 16 02:57:35.218962 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 26a4e694-a4a3-4f8a-956d-64f9001c2399 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:35.219711 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:35.235357 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e5aac2f9-73b6-4f55-ae9f-97080375676f req-c7095fae-4981-4373-891f-885b97dd59a2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767787 Jul 16 02:57:35.361707 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e5567e9b-d868-4be5-9c82-9022aec07f9b req-4d6e962a-8c33-4023-accf-19123673d3ab tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=b11129cf-d945-41b0-a7eb-c25f81c0f173 HTTP/1.1" status: 200 len: 210 time: 0.0410869 Jul 16 02:57:35.363996 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11851bd2-63e3-450b-a907-6cea21bcb3ba x-openstack-request-id: req-11851bd2-63e3-450b-a907-6cea21bcb3ba {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:35.364430 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b11129cf-d945-41b0-a7eb-c25f81c0f173", "name": "network-vif-deleted", "tag": "7fd2de09-5211-4caf-b323-d49f160e0b07", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:35.364742 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11851bd2-63e3-450b-a907-6cea21bcb3ba {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:35.365140 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b11129cf-d945-41b0-a7eb-c25f81c0f173', 'name': 'network-vif-deleted', 'tag': '7fd2de09-5211-4caf-b323-d49f160e0b07', 'status': 'completed', 'code': 200} Jul 16 02:57:35.428893 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:35.468298 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b678482-bdc6-41db-bb18-14580f317579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a4e694-a4a3-4f8a-956d-64f9001c2399'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:35.472620 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6dda06-1eba-4515-b826-450ac045cbf6" -d '{"events": [{"server_uuid": "1b678482-bdc6-41db-bb18-14580f317579", "name": "network-vif-plugged", "status": "completed", "tag": "26a4e694-a4a3-4f8a-956d-64f9001c2399"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:35.489736 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 26a4e694-a4a3-4f8a-956d-64f9001c2399, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:35.494754 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:35.549808 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf04c28-3495-405d-bca1-0fe7f2297d6d x-openstack-request-id: req-7cf04c28-3495-405d-bca1-0fe7f2297d6d {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:35.550100 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b678482-bdc6-41db-bb18-14580f317579", "name": "network-vif-plugged", "status": "completed", "tag": "26a4e694-a4a3-4f8a-956d-64f9001c2399", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:35.550356 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cf04c28-3495-405d-bca1-0fe7f2297d6d {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:35.550754 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b678482-bdc6-41db-bb18-14580f317579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'code': 200} Jul 16 02:57:35.555708 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=26a4e694-a4a3-4f8a-956d-64f9001c2399,revision_number=7']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:36.472324 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149a751-2e46-48a9-bf16-86ce3c3c8e09 req-750cbc98-8f85-409b-8d52-023be6bbdea0 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:36.474680 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d149a751-2e46-48a9-bf16-86ce3c3c8e09 req-750cbc98-8f85-409b-8d52-023be6bbdea0 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 944 time: 0.1518741 Jul 16 02:57:36.566727 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d149a751-2e46-48a9-bf16-86ce3c3c8e09 req-dc0934f2-8d65-4255-b041-37166a0eb5ff tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796604 Jul 16 02:57:36.597837 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66d591-d5d9-4d17-9f1d-18320950b69b req-2893689b-2cc2-41cf-86bf-1993281e0a52 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:36.600172 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5b66d591-d5d9-4d17-9f1d-18320950b69b req-2893689b-2cc2-41cf-86bf-1993281e0a52 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1238618 Jul 16 02:57:36.656379 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5b66d591-d5d9-4d17-9f1d-18320950b69b req-58ff2f26-f07b-46da-9536-bf6d298c424a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469403 Jul 16 02:57:37.041534 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 368f38e7-78c7-4e00-a990-335101f30c1d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:57:37.199971 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 368f38e7-78c7-4e00-a990-335101f30c1d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=368f38e7-78c7-4e00-a990-335101f30c1d,segment=NetworkSegment(751ce284-7144-402d-88f2-b2fdc49578c7),segment_id=751ce284-7144-402d-88f2-b2fdc49578c7)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:37.216873 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '368f38e7-78c7-4e00-a990-335101f30c1d', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'port_id': '368f38e7-78c7-4e00-a990-335101f30c1d', 'mac_address': 'fa:16:3e:d6:b3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:57:37.272063 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:37.296280 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a22c2-7878-4666-a6b4-83c00fcfd751 req-27079960-5d64-4f4a-976f-f19869d5fb5a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.300315 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368f38e7-78c7-4e00-a990-335101f30c1d {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:57:37.304424 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-255a22c2-7878-4666-a6b4-83c00fcfd751 req-27079960-5d64-4f4a-976f-f19869d5fb5a tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1258349 Jul 16 02:57:37.335861 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 368f38e7-78c7-4e00-a990-335101f30c1d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=368f38e7-78c7-4e00-a990-335101f30c1d,segment=NetworkSegment(751ce284-7144-402d-88f2-b2fdc49578c7),segment_id=751ce284-7144-402d-88f2-b2fdc49578c7)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:37.343261 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:37.429233 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=368f38e7-78c7-4e00-a990-335101f30c1d,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:37.654326 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-255a22c2-7878-4666-a6b4-83c00fcfd751 req-cb700e42-6b6d-48f4-b82b-7de8e665d85d tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480330 Jul 16 02:57:37.690347 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a7fa7206-ac37-427b-9f17-2ac588dd5c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:37.758027 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['368f38e7-78c7-4e00-a990-335101f30c1d'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:57:37.822538 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c892d69-4fe0-42e1-a005-3055f117003c req-3a4da90f-398e-4b2f-a080-b51f5b1b8c24 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.826063 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c892d69-4fe0-42e1-a005-3055f117003c req-3a4da90f-398e-4b2f-a080-b51f5b1b8c24 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 945 time: 0.1103044 Jul 16 02:57:37.926260 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c892d69-4fe0-42e1-a005-3055f117003c req-4a92edeb-0728-4966-94c2-460cba3d9346 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935588 Jul 16 02:57:38.050504 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3515770-f625-4886-a7bb-9e59406e74f4 req-dfed0887-f063-46c4-a858-b6662f77ecbf tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:38.053306 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d3515770-f625-4886-a7bb-9e59406e74f4 req-dfed0887-f063-46c4-a858-b6662f77ecbf tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1339598 Jul 16 02:57:38.109354 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d3515770-f625-4886-a7bb-9e59406e74f4 req-2f219869-f390-4b7f-911a-c13bac23dc40 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466619 Jul 16 02:57:38.889286 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354896a-396c-4a26-bede-df0ae2d87369 req-617c8e71-9137-4b7e-ac28-acf82aea3afe tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:38.893017 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1354896a-396c-4a26-bede-df0ae2d87369 req-617c8e71-9137-4b7e-ac28-acf82aea3afe tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.0895765 Jul 16 02:57:38.942581 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1354896a-396c-4a26-bede-df0ae2d87369 req-ad361f69-8081-4129-b935-16475b51d4cf tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324638 Jul 16 02:57:39.048513 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 368f38e7-78c7-4e00-a990-335101f30c1d up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:57:39.118136 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port 368f38e7-78c7-4e00-a990-335101f30c1d completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:57:39.127071 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 368f38e7-78c7-4e00-a990-335101f30c1d triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:39.134585 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:39.172047 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5d815-789e-41a8-9844-5370775bb7b1 req-9a5ed6b2-59ca-42ea-a590-00a6b0a2faec tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:39.173748 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e4f5d815-789e-41a8-9844-5370775bb7b1 req-9a5ed6b2-59ca-42ea-a590-00a6b0a2faec tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 945 time: 0.0976882 Jul 16 02:57:39.239780 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e4f5d815-789e-41a8-9844-5370775bb7b1 req-74d89512-6b10-4719-a72c-15cc00b8d963 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585485 Jul 16 02:57:39.315785 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:39.371185 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368f38e7-78c7-4e00-a990-335101f30c1d'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:39.374373 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c43ab9-f92d-4617-9a32-1ce441d32fda" -d '{"events": [{"server_uuid": "114ecdcf-9c0d-4f2b-b1d9-ea8d42619746", "name": "network-vif-plugged", "status": "completed", "tag": "368f38e7-78c7-4e00-a990-335101f30c1d"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:39.391796 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 368f38e7-78c7-4e00-a990-335101f30c1d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=368f38e7-78c7-4e00-a990-335101f30c1d,segment=NetworkSegment(751ce284-7144-402d-88f2-b2fdc49578c7),segment_id=751ce284-7144-402d-88f2-b2fdc49578c7)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:39.406767 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:39.410086 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 7fd2de09-5211-4caf-b323-d49f160e0b07 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:57:39.463584 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: 7fd2de09-5211-4caf-b323-d49f160e0b07 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:57:39.467524 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 7fd2de09-5211-4caf-b323-d49f160e0b07 not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:57:39.483475 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eacad1-baec-433b-9fab-53e214e2dfe6 req-f673a979-a808-4ef6-88aa-b048f4d2a534 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:39.487696 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-05eacad1-baec-433b-9fab-53e214e2dfe6 req-f673a979-a808-4ef6-88aa-b048f4d2a534 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1218088 Jul 16 02:57:39.595284 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-05eacad1-baec-433b-9fab-53e214e2dfe6 req-c18624bd-1ab6-4cbf-aaf9-0b2a729db73d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980723 Jul 16 02:57:39.597091 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=368f38e7-78c7-4e00-a990-335101f30c1d,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:39.605066 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbda1b19-68a2-4ebc-a261-4f35e6d5e0b4 x-openstack-request-id: req-fbda1b19-68a2-4ebc-a261-4f35e6d5e0b4 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:39.605602 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114ecdcf-9c0d-4f2b-b1d9-ea8d42619746", "name": "network-vif-plugged", "status": "completed", "tag": "368f38e7-78c7-4e00-a990-335101f30c1d", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:39.606065 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbda1b19-68a2-4ebc-a261-4f35e6d5e0b4 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:39.607835 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368f38e7-78c7-4e00-a990-335101f30c1d', 'code': 200} Jul 16 02:57:40.043739 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086b855-c6b7-472d-beff-4ae0794dfa25 req-b6ebcc7d-fba7-4573-bb3d-93b7be304e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:40.045667 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2086b855-c6b7-472d-beff-4ae0794dfa25 req-b6ebcc7d-fba7-4573-bb3d-93b7be304e59 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 1099 time: 0.1373203 Jul 16 02:57:40.093255 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2086b855-c6b7-472d-beff-4ae0794dfa25 req-e55ff232-5c34-4379-a520-166f1202b017 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364401 Jul 16 02:57:40.294116 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c679a-deae-454a-858b-34aeee76e305 req-b6db9b8b-856a-4201-a86d-92b95a655c15 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:40.296236 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-983c679a-deae-454a-858b-34aeee76e305 req-b6db9b8b-856a-4201-a86d-92b95a655c15 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1135542 Jul 16 02:57:40.385322 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-983c679a-deae-454a-858b-34aeee76e305 req-570189b1-4a17-4cf4-baa5-61b102101099 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781784 Jul 16 02:57:40.559047 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abff401-ff2a-4a30-ada9-bd14c2fbefd7 req-c7a61afe-b310-41ec-b2c9-07287248cf52 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:40.561262 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6abff401-ff2a-4a30-ada9-bd14c2fbefd7 req-c7a61afe-b310-41ec-b2c9-07287248cf52 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 946 time: 0.1081920 Jul 16 02:57:40.611305 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6abff401-ff2a-4a30-ada9-bd14c2fbefd7 req-8562cf45-3ebe-4aa4-82aa-95acc8e76c0d tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432088 Jul 16 02:57:40.848456 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc225e-b70e-4e4c-98b0-e461f59313a2 req-bfebead0-14fd-4e47-b58b-19124b949f6b tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:40.850453 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-98bc225e-b70e-4e4c-98b0-e461f59313a2 req-bfebead0-14fd-4e47-b58b-19124b949f6b tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1098006 Jul 16 02:57:40.909361 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-98bc225e-b70e-4e4c-98b0-e461f59313a2 req-efa4b82c-3be2-42ee-a2ab-ba2bf4d7ace4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492051 Jul 16 02:57:41.368374 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:41.654954 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0e50ddce-8555-4fa9-adbe-4353c2fa2376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:41.663496 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e5450-e4b1-4cfd-8a25-a4e67e9b7d59 req-1a713c14-fba9-42ea-aa4d-c867b30cf7bf tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:41.670388 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-446e5450-e4b1-4cfd-8a25-a4e67e9b7d59 req-1a713c14-fba9-42ea-aa4d-c867b30cf7bf tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1095395 Jul 16 02:57:41.735881 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-446e5450-e4b1-4cfd-8a25-a4e67e9b7d59 req-e7ca0a73-b43c-4b05-aa68-c283587e38d2 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547504 Jul 16 02:57:41.951519 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09130b76-2939-455f-8946-620f64745c45 req-b6c72466-cc8f-493f-8e65-edfb38a0d133 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:41.959160 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-09130b76-2939-455f-8946-620f64745c45 req-b6c72466-cc8f-493f-8e65-edfb38a0d133 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 946 time: 0.1108718 Jul 16 02:57:42.008338 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-09130b76-2939-455f-8946-620f64745c45 req-56f91285-5c06-420e-87a3-aece525c18eb tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478835 Jul 16 02:57:42.229458 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3b9e1-e71d-4e53-9fc6-c2060727064a req-b181773f-42b0-4aac-a332-2e0831acf38c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:42.229458 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e9e3b9e1-e71d-4e53-9fc6-c2060727064a req-b181773f-42b0-4aac-a332-2e0831acf38c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.0951068 Jul 16 02:57:42.277839 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e9e3b9e1-e71d-4e53-9fc6-c2060727064a req-bd09ce35-cc35-4c7a-8359-536561854058 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410955 Jul 16 02:57:42.413009 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:42.493486 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283a360-6698-4c38-904e-769af536ad50 req-a3fa980c-84d0-4e41-8ba7-1fcf94bb36ea tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:42.495083 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a283a360-6698-4c38-904e-769af536ad50 req-a3fa980c-84d0-4e41-8ba7-1fcf94bb36ea tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 946 time: 0.1410048 Jul 16 02:57:42.571621 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a283a360-6698-4c38-904e-769af536ad50 req-6c422ae9-17d3-4cd5-bf6c-06f4320362ac tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566869 Jul 16 02:57:42.595354 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1d1d0-a3c9-44f8-8735-aafca5e74961 req-39f49241-025a-4e1e-b71b-3e724781fc32 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:42.598710 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ae1d1d0-a3c9-44f8-8735-aafca5e74961 req-39f49241-025a-4e1e-b71b-3e724781fc32 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1276214 Jul 16 02:57:42.650804 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ae1d1d0-a3c9-44f8-8735-aafca5e74961 req-18d61286-8733-42b6-9b73-29e41d48a7dc tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447400 Jul 16 02:57:43.039347 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc0d04-a309-424a-8f52-5257b643ed30 req-63bfc8a7-f642-4805-8042-30fc4131cff1 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:43.047971 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a7cc0d04-a309-424a-8f52-5257b643ed30 req-63bfc8a7-f642-4805-8042-30fc4131cff1 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1219201 Jul 16 02:57:43.106376 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a7cc0d04-a309-424a-8f52-5257b643ed30 req-6c8591bf-13ff-452a-8011-d8edb549fa76 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571342 Jul 16 02:57:43.290223 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705617f-ddd7-4a35-b56d-2ff43da3aa4e req-9d85d681-d8cc-4afa-b31b-ec41df381cc6 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:43.291760 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b705617f-ddd7-4a35-b56d-2ff43da3aa4e req-9d85d681-d8cc-4afa-b31b-ec41df381cc6 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 946 time: 0.0846565 Jul 16 02:57:43.368153 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b705617f-ddd7-4a35-b56d-2ff43da3aa4e req-fba65b21-dd2e-448f-a475-681ea72ca37b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603375 Jul 16 02:57:43.537139 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb398d-c3d6-4736-b419-61b448ecf176 req-16fe834b-f364-470c-84fe-0b0edd15cdca tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:43.546080 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-61cb398d-c3d6-4736-b419-61b448ecf176 req-16fe834b-f364-470c-84fe-0b0edd15cdca tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1008074 Jul 16 02:57:43.605907 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-61cb398d-c3d6-4736-b419-61b448ecf176 req-47a5f137-76e1-46ad-825b-47252d06d6e0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585966 Jul 16 02:57:43.974967 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2ed87-0ba2-4e04-80a5-cc35798cc67a req-aebddb0b-0237-46e8-8008-6c0bca38f851 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:43.976930 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7cc2ed87-0ba2-4e04-80a5-cc35798cc67a req-aebddb0b-0237-46e8-8008-6c0bca38f851 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0924628 Jul 16 02:57:44.046730 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7cc2ed87-0ba2-4e04-80a5-cc35798cc67a req-7fdc2f39-13a7-40a4-9f68-a367a86cec61 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609198 Jul 16 02:57:44.488405 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98023-6703-4996-b649-808fc5f29854 req-1d0ed876-7a67-48db-90ec-d4fc45ad806b tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:44.490002 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c8e98023-6703-4996-b649-808fc5f29854 req-1d0ed876-7a67-48db-90ec-d4fc45ad806b tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1298902 Jul 16 02:57:44.616852 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad7f53-869c-4012-9f61-d17199e97c6a req-5bc43604-1401-4db9-90b8-3fbe7ff0886e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:44.616852 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-00ad7f53-869c-4012-9f61-d17199e97c6a req-5bc43604-1401-4db9-90b8-3fbe7ff0886e tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 946 time: 0.1814091 Jul 16 02:57:44.713121 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-00ad7f53-869c-4012-9f61-d17199e97c6a req-49ccfc36-2e79-4672-b6f3-df566681b482 tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/security-groups?id=806db140-1005-480e-8145-e783a18a0a31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785840 Jul 16 02:57:44.725615 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-c8e98023-6703-4996-b649-808fc5f29854 req-f8f715c9-5a82-4b69-a271-722640af666f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Deleting port c29b56b2-e411-44f5-b118-93386ea9004a {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:57:44.726770 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-c8e98023-6703-4996-b649-808fc5f29854 req-f8f715c9-5a82-4b69-a271-722640af666f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:44.824798 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:44.908008 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-c8e98023-6703-4996-b649-808fc5f29854 req-f8f715c9-5a82-4b69-a271-722640af666f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] For port c29b56b2-e411-44f5-b118-93386ea9004a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c29b56b2-e411-44f5-b118-93386ea9004a,segment=NetworkSegment(8f534e36-1004-400f-af39-65798c7ae8b6),segment_id=8f534e36-1004-400f-af39-65798c7ae8b6)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:44.908529 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-c8e98023-6703-4996-b649-808fc5f29854 req-f8f715c9-5a82-4b69-a271-722640af666f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:44.929106 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-c8e98023-6703-4996-b649-808fc5f29854 req-f8f715c9-5a82-4b69-a271-722640af666f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Calling delete_port for c29b56b2-e411-44f5-b118-93386ea9004a owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:57:44.995318 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7363414-41ef-429c-b88c-1aad743d02fa req-9146b962-a3bd-4ddd-817b-6daaf48aa461 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:45.001554 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e7363414-41ef-429c-b88c-1aad743d02fa req-9146b962-a3bd-4ddd-817b-6daaf48aa461 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1668947 Jul 16 02:57:45.113292 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e7363414-41ef-429c-b88c-1aad743d02fa req-1d085166-4a37-434a-bebf-f6fece45d541 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100934 Jul 16 02:57:45.240985 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-c8e98023-6703-4996-b649-808fc5f29854 req-f8f715c9-5a82-4b69-a271-722640af666f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:45.280583 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['c29b56b2-e411-44f5-b118-93386ea9004a'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:57:45.318069 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f715c9-5a82-4b69-a271-722640af666f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Pushing event deleted for resources: {'Port': ['ID=c29b56b2-e411-44f5-b118-93386ea9004a,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:45.399683 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e98023-6703-4996-b649-808fc5f29854 req-f8f715c9-5a82-4b69-a271-722640af666f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] No DVR routers for this DVR port c29b56b2-e411-44f5-b118-93386ea9004a on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:57:45.407884 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-c8e98023-6703-4996-b649-808fc5f29854 req-f8f715c9-5a82-4b69-a271-722640af666f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:45.410448 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c8e98023-6703-4996-b649-808fc5f29854 req-f8f715c9-5a82-4b69-a271-722640af666f tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.59 "DELETE /v2.0/ports/c29b56b2-e411-44f5-b118-93386ea9004a HTTP/1.1" status: 204 len: 173 time: 0.9139352 Jul 16 02:57:45.410975 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e3f238-8247-4fb9-b744-bf9675977643', 'name': 'network-vif-deleted', 'tag': 'c29b56b2-e411-44f5-b118-93386ea9004a'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:45.414269 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac53f37-1ab8-4461-8c53-99dc48f8718a" -d '{"events": [{"server_uuid": "d1e3f238-8247-4fb9-b744-bf9675977643", "name": "network-vif-deleted", "tag": "c29b56b2-e411-44f5-b118-93386ea9004a"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:45.441084 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecf96a-4f9f-4cb0-be66-2e411dd488bf req-d31f54f6-6cf0-4c3e-a27c-ce78ced15e6b tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:45.443057 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-74ecf96a-4f9f-4cb0-be66-2e411dd488bf req-d31f54f6-6cf0-4c3e-a27c-ce78ced15e6b tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1906478 Jul 16 02:57:45.507563 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-74ecf96a-4f9f-4cb0-be66-2e411dd488bf req-995595c8-1244-44ea-a71a-66a8e9b3c855 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548673 Jul 16 02:57:45.570436 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e2ab96-0232-4e09-a451-1c995bfaa8cc x-openstack-request-id: req-b9e2ab96-0232-4e09-a451-1c995bfaa8cc {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:45.570732 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e3f238-8247-4fb9-b744-bf9675977643", "name": "network-vif-deleted", "tag": "c29b56b2-e411-44f5-b118-93386ea9004a", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:45.570985 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9e2ab96-0232-4e09-a451-1c995bfaa8cc {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:45.571392 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e3f238-8247-4fb9-b744-bf9675977643', 'name': 'network-vif-deleted', 'tag': 'c29b56b2-e411-44f5-b118-93386ea9004a', 'status': 'completed', 'code': 200} Jul 16 02:57:46.045553 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-abf2fe0d-26e5-4843-849f-de94583ac97c req-21d20b17-121e-4896-95b9-6e5d11a68a2c tempest-ServerRescueNegativeTestJSON-1456246479 tempest-ServerRescueNegativeTestJSON-1456246479-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1e3f238-8247-4fb9-b744-bf9675977643 HTTP/1.1" status: 200 len: 210 time: 0.0625269 Jul 16 02:57:46.388242 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355c231-f7c8-4f8e-8bcc-ed0cba3132a6 req-fcb4f7c0-3b42-4921-8706-5376b410ee51 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:46.391569 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2355c231-f7c8-4f8e-8bcc-ed0cba3132a6 req-fcb4f7c0-3b42-4921-8706-5376b410ee51 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.0937717 Jul 16 02:57:46.466148 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2355c231-f7c8-4f8e-8bcc-ed0cba3132a6 req-0c59b0b5-4833-40dc-862d-61f94964594a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645962 Jul 16 02:57:46.750678 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c972f-bc2b-4372-a828-a4861d4e674e req-3d563eb0-7132-4b2e-9a0e-0212d9eba948 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:46.752540 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-119c972f-bc2b-4372-a828-a4861d4e674e req-3d563eb0-7132-4b2e-9a0e-0212d9eba948 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0718601 Jul 16 02:57:46.802910 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-119c972f-bc2b-4372-a828-a4861d4e674e req-47d6f274-0351-4db1-8f6e-29f3b0e693e4 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400720 Jul 16 02:57:46.883805 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:57:47.144782 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49814) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:47.583581 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958638'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:47.690039 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63873eb8-909b-4727-b4c4-ec80ca5126d1 req-2119b347-7a3e-4f5b-b958-3f3167f0234b tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:47.691552 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-63873eb8-909b-4727-b4c4-ec80ca5126d1 req-2119b347-7a3e-4f5b-b958-3f3167f0234b tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.0722725 Jul 16 02:57:47.795082 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-63873eb8-909b-4727-b4c4-ec80ca5126d1 req-213519d7-39cb-4a1b-8dfd-edf47b2e0005 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969541 Jul 16 02:57:47.826620 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed24ca-c55a-475d-9878-4993fad8f960 req-c77543c3-1b84-48fc-9723-c485fe2dce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:47.828145 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0aed24ca-c55a-475d-9878-4993fad8f960 req-c77543c3-1b84-48fc-9723-c485fe2dce21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 1098 time: 0.0928261 Jul 16 02:57:47.909880 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Deleting port c3c74611-3924-49cd-863b-5bb3282d033c {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:57:47.910235 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:47.956933 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed24ca-c55a-475d-9878-4993fad8f960 req-76cb9e8c-257f-4aaa-9a66-f6dd82684529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:47.958414 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0aed24ca-c55a-475d-9878-4993fad8f960 req-76cb9e8c-257f-4aaa-9a66-f6dd82684529 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 200 len: 917 time: 0.1241429 Jul 16 02:57:47.997720 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] For port c3c74611-3924-49cd-863b-5bb3282d033c, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=c3c74611-3924-49cd-863b-5bb3282d033c,segment=NetworkSegment(8f534e36-1004-400f-af39-65798c7ae8b6),segment_id=8f534e36-1004-400f-af39-65798c7ae8b6)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:47.998277 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:48.018499 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Calling delete_port for c3c74611-3924-49cd-863b-5bb3282d033c owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:57:48.053036 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0aed24ca-c55a-475d-9878-4993fad8f960 req-c0975885-9930-40f4-8819-5ea007f3c2c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399 HTTP/1.1" status: 200 len: 1000 time: 0.0866024 Jul 16 02:57:48.061838 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c38ab5-00b6-4522-9481-13de3296856f req-210d973f-3211-4777-8de1-f80e059f6efc tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:48.063350 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-40c38ab5-00b6-4522-9481-13de3296856f req-210d973f-3211-4777-8de1-f80e059f6efc tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1400075 Jul 16 02:57:48.133263 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed24ca-c55a-475d-9878-4993fad8f960 req-aec6b9fd-67db-43cd-ba6c-eb366f736701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:48.134770 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0aed24ca-c55a-475d-9878-4993fad8f960 req-aec6b9fd-67db-43cd-ba6c-eb366f736701 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab221803-f9aa-4d56-af69-49967871c0f1 HTTP/1.1" status: 200 len: 855 time: 0.0705380 Jul 16 02:57:48.138405 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-40c38ab5-00b6-4522-9481-13de3296856f req-44c8202e-1183-494a-9aae-787351135cc9 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667641 Jul 16 02:57:48.201798 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed24ca-c55a-475d-9878-4993fad8f960 req-8b9c01af-41ea-462f-a47e-493041659191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:48.203787 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0aed24ca-c55a-475d-9878-4993fad8f960 req-8b9c01af-41ea-462f-a47e-493041659191 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ab2206b-a201-4aab-8cca-c5880401b996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622253 Jul 16 02:57:48.266385 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:48.304713 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0aed24ca-c55a-475d-9878-4993fad8f960 req-0cbe5897-24ab-4c3e-91c4-e90bbbd93083 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947020 Jul 16 02:57:48.314304 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c74611-3924-49cd-863b-5bb3282d033c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:48.340042 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:48.340381 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:48.340862 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:48.341196 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:48.341526 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:48.341853 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:48.342197 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:48.342488 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:48.342813 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:48.343127 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:48.344097 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:48.344097 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:48.405248 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0aed24ca-c55a-475d-9878-4993fad8f960 req-a65c7c0d-9bb6-4f98-bc59-1c0417d9e3e4 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946369 Jul 16 02:57:48.616359 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960574'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:48.841000 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Router d407e34e-3372-4a67-bf3f-09a64fd800f1 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:57:48.898742 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:48.954218 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:57:48.962344 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d9726fcc-8899-45fb-b54c-88aa9bdce62f admin admin] 10.222.0.39 "PUT /v2.0/routers/d407e34e-3372-4a67-bf3f-09a64fd800f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8163517 Jul 16 02:57:48.962889 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 49824) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:48.963348 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28ace9-03dd-4898-a303-1d6ed61947bc None None] Sync routers for ids ['d407e34e-3372-4a67-bf3f-09a64fd800f1'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:57:48.973016 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28ace9-03dd-4898-a303-1d6ed61947bc None None] Routers {'d407e34e-3372-4a67-bf3f-09a64fd800f1'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:57:48.973632 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8a28ace9-03dd-4898-a303-1d6ed61947bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:57:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['d407e34e-3372-4a67-bf3f-09a64fd800f1'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:49.068794 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607999bb-11b5-479f-a6ed-cc1d4c017ab2 req-2d893bfd-f73d-4060-a47d-3e9d9a612acc tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:49.070313 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-607999bb-11b5-479f-a6ed-cc1d4c017ab2 req-2d893bfd-f73d-4060-a47d-3e9d9a612acc tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 945 time: 0.1502957 Jul 16 02:57:49.083234 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-8a28ace9-03dd-4898-a303-1d6ed61947bc None None] Set router d407e34e-3372-4a67-bf3f-09a64fd800f1 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:57:49.104801 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:49.151860 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 26a4e694-a4a3-4f8a-956d-64f9001c2399 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:57:49.155138 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-607999bb-11b5-479f-a6ed-cc1d4c017ab2 req-ffdc4513-4e69-496e-b0d1-acba1b106208 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778282 Jul 16 02:57:49.257680 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:49.297084 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:49.297828 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8a28ace9-03dd-4898-a303-1d6ed61947bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1700439137-router', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': '22d13f03-97fe-41ac-b54d-fdab11e65506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:19Z', 'updated_at': '2021-07-16T02:57:48Z', 'revision_number': 5, 'project_id': '0218a0c0773246a6b0ec31970dce3bef', 'gw_port': {'id': '22d13f03-97fe-41ac-b54d-fdab11e65506', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:ad:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:49.328511 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b678482-bdc6-41db-bb18-14580f317579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26a4e694-a4a3-4f8a-956d-64f9001c2399'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:49.331987 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5d5557-2044-49f4-a471-e965a21ace12" -d '{"events": [{"server_uuid": "1b678482-bdc6-41db-bb18-14580f317579", "name": "network-vif-unplugged", "status": "completed", "tag": "26a4e694-a4a3-4f8a-956d-64f9001c2399"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:49.332858 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28ace9-03dd-4898-a303-1d6ed61947bc None None] Checking router: d407e34e-3372-4a67-bf3f-09a64fd800f1 for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:57:49.343499 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a28ace9-03dd-4898-a303-1d6ed61947bc None None] Routers {'d407e34e-3372-4a67-bf3f-09a64fd800f1'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:57:49.344314 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8a28ace9-03dd-4898-a303-1d6ed61947bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:57:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['d407e34e-3372-4a67-bf3f-09a64fd800f1'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:49.362997 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 26a4e694-a4a3-4f8a-956d-64f9001c2399, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:49.370983 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:49.374712 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device c29b56b2-e411-44f5-b118-93386ea9004a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:57:49.375001 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] Deleting port 22d13f03-97fe-41ac-b54d-fdab11e65506 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:57:49.375182 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:49.411212 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821e8e18-c258-4611-b3e0-9e39c754631e x-openstack-request-id: req-821e8e18-c258-4611-b3e0-9e39c754631e {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:49.411492 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b678482-bdc6-41db-bb18-14580f317579", "name": "network-vif-unplugged", "status": "completed", "tag": "26a4e694-a4a3-4f8a-956d-64f9001c2399", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:49.411752 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-821e8e18-c258-4611-b3e0-9e39c754631e {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:49.412295 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b678482-bdc6-41db-bb18-14580f317579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'code': 200} Jul 16 02:57:49.433635 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa3000-eb30-44a0-b8cd-357a3875d018 req-354e779d-b40b-4000-b670-c4422fb73a33 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:49.435437 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3ffa3000-eb30-44a0-b8cd-357a3875d018 req-354e779d-b40b-4000-b670-c4422fb73a33 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1375859 Jul 16 02:57:49.438548 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: c29b56b2-e411-44f5-b118-93386ea9004a {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:57:49.438901 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device c29b56b2-e411-44f5-b118-93386ea9004a not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:57:49.456397 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-8a28ace9-03dd-4898-a303-1d6ed61947bc None None] Set router d407e34e-3372-4a67-bf3f-09a64fd800f1 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:57:49.469681 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=26a4e694-a4a3-4f8a-956d-64f9001c2399,revision_number=8']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:49.478148 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:49.478486 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:49.479019 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:49.480167 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:49.480746 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:49.481246 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:49.481754 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:49.482093 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:49.482423 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:49.482753 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:49.483069 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:49.483558 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:49.516988 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-8a28ace9-03dd-4898-a303-1d6ed61947bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1700439137-router', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:19Z', 'updated_at': '2021-07-16T02:57:49Z', 'revision_number': 6, 'project_id': '0218a0c0773246a6b0ec31970dce3bef', 'gw_port_host': None}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:49.528690 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3ffa3000-eb30-44a0-b8cd-357a3875d018 req-16352dc3-9433-428b-8863-a2767d8aab5c tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540798 Jul 16 02:57:49.528690 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] For port 22d13f03-97fe-41ac-b54d-fdab11e65506, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=22d13f03-97fe-41ac-b54d-fdab11e65506,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:49.531528 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:49.546377 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] Calling delete_port for 22d13f03-97fe-41ac-b54d-fdab11e65506 owned by network:router_gateway {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:57:49.549767 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a28ace9-03dd-4898-a303-1d6ed61947bc None None] The sync data for ids ['d407e34e-3372-4a67-bf3f-09a64fd800f1'] in dv-cinder-788364-5-iscsi is: [{'id': 'd407e34e-3372-4a67-bf3f-09a64fd800f1', 'name': 'tempest-ServerRescueNegativeTestJSON-1700439137-router', 'tenant_id': '0218a0c0773246a6b0ec31970dce3bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:19Z', 'updated_at': '2021-07-16T02:57:49Z', 'revision_number': 6, 'project_id': '0218a0c0773246a6b0ec31970dce3bef', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:57:49.747285 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:49.773890 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=22d13f03-97fe-41ac-b54d-fdab11e65506,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:49.844960 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890980'] for router_gateway, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:49.957873 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10628'] for router, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:49.960368 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:50.272041 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962278'] for router, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:50.273059 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d407e34e-3372-4a67-bf3f-09a64fd800f1 {{(pid=92927) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:57:50.279570 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:50.283964 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49836) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:50.284887 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-69544dff-69d6-4b58-a927-430eaf173af3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d407e34e-3372-4a67-bf3f-09a64fd800f1 HTTP/1.1" status: 204 len: 168 time: 1.3200104 Jul 16 02:57:50.384862 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device c3c74611-3924-49cd-863b-5bb3282d033c no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:57:50.393713 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ff0485-261a-4f62-9ce4-5213f67a9672 admin admin] Deleting subnet 1e1b4036-f5ae-4ccd-bf7c-5fae46445f97 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:57:50.406913 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56ff0485-261a-4f62-9ce4-5213f67a9672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:50.446502 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: c3c74611-3924-49cd-863b-5bb3282d033c {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:57:50.449062 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device c3c74611-3924-49cd-863b-5bb3282d033c not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:57:50.497405 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56ff0485-261a-4f62-9ce4-5213f67a9672 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:50.498025 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d12de1-86aa-4539-9b7f-a1d10a78090f req-5c3e4933-8039-4e79-85ee-5272bef542ba tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:50.499993 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a4d12de1-86aa-4539-9b7f-a1d10a78090f req-5c3e4933-8039-4e79-85ee-5272bef542ba tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.1096578 Jul 16 02:57:50.507825 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56ff0485-261a-4f62-9ce4-5213f67a9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:50.579809 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a4d12de1-86aa-4539-9b7f-a1d10a78090f req-582455b7-26b0-4544-9af4-edf706d95bc0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655477 Jul 16 02:57:50.623580 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56ff0485-261a-4f62-9ce4-5213f67a9672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:50.670626 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff0485-261a-4f62-9ce4-5213f67a9672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e1b4036-f5ae-4ccd-bf7c-5fae46445f97,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:50.676055 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-56ff0485-261a-4f62-9ce4-5213f67a9672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:50.680541 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-56ff0485-261a-4f62-9ce4-5213f67a9672 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1e1b4036-f5ae-4ccd-bf7c-5fae46445f97 HTTP/1.1" status: 204 len: 168 time: 0.3917348 Jul 16 02:57:50.680881 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49840) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:50.759649 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:50.826176 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f850feb-52d1-4428-b722-23753164f020 req-0013c6db-023f-434d-8bcb-aba82c2a876e tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:50.827765 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3f850feb-52d1-4428-b722-23753164f020 req-0013c6db-023f-434d-8bcb-aba82c2a876e tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0888817 Jul 16 02:57:50.859913 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:50.871683 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:57:50.872031 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:57:50.872856 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:57:50.873190 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Subscribe: > port after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:57:50.873507 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Subscribe: > port after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:57:50.873901 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Subscribe: > port after_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:57:50.874493 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:57:50.874825 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:57:50.875143 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:57:50.875466 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:57:50.882363 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3f850feb-52d1-4428-b722-23753164f020 req-67424742-5ab5-40e5-9a1b-09748b83154e tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479605 Jul 16 02:57:50.961379 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:57:50.961860 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:57:50.962384 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:57:50.962778 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92928) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:57:50.963368 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4acc2c2e-58bf-4d93-b9e8-16813084eb28']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:50.982864 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f534e36-1004-400f-af39-65798c7ae8b6') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:50.983392 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f534e36-1004-400f-af39-65798c7ae8b6') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:51.006138 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531548'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:51.031767 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:51.043866 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:57:51.044306 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530337'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: from cryptography.utils import int_from_bytes Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: from cryptography.utils import int_from_bytes Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: timer() Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: cb(*args, **kw) Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: self._notify() Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: self.callback(batched_events) Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: event.method(event) Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: return self._get(url).json() Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:57:51.049132 dv-cinder-788364-5-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:57:51.111937 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:51.119793 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:51.128095 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] 10.222.0.39 "DELETE /v2.0/networks/4acc2c2e-58bf-4d93-b9e8-16813084eb28 HTTP/1.1" status: 204 len: 168 time: 0.4404936 Jul 16 02:57:51.133982 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5179d-1e7a-4556-85b9-6f1ce033f55b admin admin] Pushing event deleted for resources: {'Network': ['ID=4acc2c2e-58bf-4d93-b9e8-16813084eb28,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:51.298174 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49844) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:51.340551 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-db523b0e-f78c-4097-ba91-2aba37d4de3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0218a0c0773246a6b0ec31970dce3bef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412049 Jul 16 02:57:51.343216 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49846) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:51.395420 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-28584e3b-5ff6-4dce-b9e3-a9945eb3b909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:51.417590 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-28584e3b-5ff6-4dce-b9e3-a9945eb3b909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:51.464796 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-28584e3b-5ff6-4dce-b9e3-a9945eb3b909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:51.467518 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-28584e3b-5ff6-4dce-b9e3-a9945eb3b909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:51.469330 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-28584e3b-5ff6-4dce-b9e3-a9945eb3b909 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/806db140-1005-480e-8145-e783a18a0a31 HTTP/1.1" status: 204 len: 168 time: 0.1243892 Jul 16 02:57:51.477446 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28584e3b-5ff6-4dce-b9e3-a9945eb3b909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806db140-1005-480e-8145-e783a18a0a31,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:51.800147 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f010b3a-16b5-4071-97c9-f1eedb5ecd98 req-dbead0ef-32a7-4044-b1ba-170057d0a04b tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:51.801717 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3f010b3a-16b5-4071-97c9-f1eedb5ecd98 req-dbead0ef-32a7-4044-b1ba-170057d0a04b tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0740452 Jul 16 02:57:51.835719 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 22d13f03-97fe-41ac-b54d-fdab11e65506 no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:57:51.847553 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3f010b3a-16b5-4071-97c9-f1eedb5ecd98 req-05b6f1f0-0ac3-4969-aea0-6cb2e9a35aa2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402164 Jul 16 02:57:51.862361 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 22d13f03-97fe-41ac-b54d-fdab11e65506 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:57:51.862864 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 22d13f03-97fe-41ac-b54d-fdab11e65506 not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:57:52.116365 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba407e8-e080-4716-a46e-6213ee0bb83a req-6115656a-879b-40a1-a4d4-9029bb997b98 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:52.117962 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dba407e8-e080-4716-a46e-6213ee0bb83a req-6115656a-879b-40a1-a4d4-9029bb997b98 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1024251 Jul 16 02:57:52.183852 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dba407e8-e080-4716-a46e-6213ee0bb83a req-2a698624-0429-4db5-ade3-8368780554c6 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527511 Jul 16 02:57:53.004065 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97813fdd-4e9b-4ded-bd9d-c398508009ab req-63cac16e-3112-48bf-bec8-3887300f21f2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:53.005763 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-97813fdd-4e9b-4ded-bd9d-c398508009ab req-63cac16e-3112-48bf-bec8-3887300f21f2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0805385 Jul 16 02:57:53.064092 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-97813fdd-4e9b-4ded-bd9d-c398508009ab req-f49e34fb-abd3-45f7-9178-751a5c155cb4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472050 Jul 16 02:57:53.403748 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0dd21-0458-4de7-8f94-23a7f5eedfb9 req-3be8eb59-ca26-439c-91cf-6173010de478 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:53.405760 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d2f0dd21-0458-4de7-8f94-23a7f5eedfb9 req-3be8eb59-ca26-439c-91cf-6173010de478 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0895295 Jul 16 02:57:53.473638 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d2f0dd21-0458-4de7-8f94-23a7f5eedfb9 req-e27105a1-cdf7-4d78-af0f-6a48a3173d97 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565944 Jul 16 02:57:53.521700 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49938) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:53.679060 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-b4220d0a-3e40-47fa-9fa2-649b17a35de4 req-ade00392-50ed-4e43-9a57-6b694317f3ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1554768 Jul 16 02:57:53.983922 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681a624-dfae-439f-ba9b-75cfa3f10262 req-46892bf4-67ca-4187-a66d-60ce8cad5710 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:53.985573 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5681a624-dfae-439f-ba9b-75cfa3f10262 req-46892bf4-67ca-4187-a66d-60ce8cad5710 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1319203 Jul 16 02:57:53.988959 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f76d7-3b5f-47dd-b8ac-a38ebaa6202e req-3d07497d-ea7e-4304-af65-4b170fb749bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:53.990945 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4b8f76d7-3b5f-47dd-b8ac-a38ebaa6202e req-3d07497d-ea7e-4304-af65-4b170fb749bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29aae069908e46e4a488a1aace77f0c8&device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 1098 time: 0.1244726 Jul 16 02:57:54.136755 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5681a624-dfae-439f-ba9b-75cfa3f10262 req-a100a1d3-62e1-48ee-b9ca-ff8c4d90d1ee tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346517 Jul 16 02:57:54.174075 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f76d7-3b5f-47dd-b8ac-a38ebaa6202e req-ba54d29a-2a1a-4702-846e-7cef52ab34ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:54.175958 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4b8f76d7-3b5f-47dd-b8ac-a38ebaa6202e req-ba54d29a-2a1a-4702-846e-7cef52ab34ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f019d7f-ca97-4436-8164-18594840904c HTTP/1.1" status: 200 len: 912 time: 0.1754146 Jul 16 02:57:54.190077 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d8234-b16f-4e15-ab22-5c5d52e48c46 req-eb94655b-f0ef-4c4a-b404-4805a4ded016 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:54.193629 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee1d8234-b16f-4e15-ab22-5c5d52e48c46 req-eb94655b-f0ef-4c4a-b404-4805a4ded016 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 946 time: 0.2070522 Jul 16 02:57:54.332356 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4b8f76d7-3b5f-47dd-b8ac-a38ebaa6202e req-6e3255b3-db5c-4f0e-815e-7ab2fdd5e44b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2853eb13-74dc-4601-912c-dda35ab6ae65 HTTP/1.1" status: 200 len: 999 time: 0.1375926 Jul 16 02:57:54.342002 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee1d8234-b16f-4e15-ab22-5c5d52e48c46 req-a146b877-f5d9-4cc1-b270-5cf2b5b89eae tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994325 Jul 16 02:57:54.390788 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 49962) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:54.409359 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f76d7-3b5f-47dd-b8ac-a38ebaa6202e req-6789febe-5819-43a0-b776-4ed9bd531bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:54.410980 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4b8f76d7-3b5f-47dd-b8ac-a38ebaa6202e req-6789febe-5819-43a0-b776-4ed9bd531bb9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74e7130c-43e1-4974-8008-6ba18bb52ea5 HTTP/1.1" status: 200 len: 850 time: 0.0664878 Jul 16 02:57:54.421648 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db494b6-ad29-463a-8e72-ea532e3f96fd req-bd28863e-0f26-4993-a3ba-773cd0a92b7a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:54.423299 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2db494b6-ad29-463a-8e72-ea532e3f96fd req-bd28863e-0f26-4993-a3ba-773cd0a92b7a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.1605172 Jul 16 02:57:54.503599 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2db494b6-ad29-463a-8e72-ea532e3f96fd req-097c1048-2b44-4830-bbce-85ad35e5c534 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743396 Jul 16 02:57:54.529172 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f76d7-3b5f-47dd-b8ac-a38ebaa6202e req-7756b706-ec5b-4df9-b835-98a9106d81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:54.530821 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4b8f76d7-3b5f-47dd-b8ac-a38ebaa6202e req-7756b706-ec5b-4df9-b835-98a9106d81ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f019d7f-ca97-4436-8164-18594840904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1004395 Jul 16 02:57:54.616446 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceefd00f-f11b-4173-a5d6-496fb1bd3f34 tempest-TestMinimumBasicScenario-496764292 tempest-TestMinimumBasicScenario-496764292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:54.618188 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ceefd00f-f11b-4173-a5d6-496fb1bd3f34 tempest-TestMinimumBasicScenario-496764292 tempest-TestMinimumBasicScenario-496764292-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 1094 time: 0.2257423 Jul 16 02:57:54.623120 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 49966) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:54.629315 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Request body: {'floatingip': {'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'port_id': '368f38e7-78c7-4e00-a990-335101f30c1d', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:57:54.659944 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4b8f76d7-3b5f-47dd-b8ac-a38ebaa6202e req-664c95e8-7cf1-411d-b0df-420929df2dc6 service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219118 Jul 16 02:57:54.681326 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for floatingip, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:54.829498 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4b8f76d7-3b5f-47dd-b8ac-a38ebaa6202e req-6a53328c-6165-488b-bf97-6b0f81855343 service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595175 Jul 16 02:57:54.868599 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:55.011071 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Allocated IP 172.27.1.129 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/bf611324-b50f-408c-bf50-a52865e3998a) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:57:55.137970 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 26a4e694-a4a3-4f8a-956d-64f9001c2399 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:57:55.211504 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:55.286493 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:55.355570 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:57:55.392309 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:57:55.398334 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:57:55.433473 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event updated for resources: {'Port': ['ID=bf611324-b50f-408c-bf50-a52865e3998a,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:55.519440 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1bf9d-bfe2-497f-a985-88f5d87250b8 req-ca989e39-37a8-46a3-8822-4512fab8473e tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:55.521199 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a0f1bf9d-bfe2-497f-a985-88f5d87250b8 req-ca989e39-37a8-46a3-8822-4512fab8473e tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1884670 Jul 16 02:57:55.623610 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a0f1bf9d-bfe2-497f-a985-88f5d87250b8 req-70c0a68f-ed94-4450-ae7e-ec4c81e98e8d tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851123 Jul 16 02:57:55.862276 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be66c7-4bae-4956-8569-ec6e897292b9 req-bc7b1479-b118-4b37-9682-04cdbae0796d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:55.863994 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a3be66c7-4bae-4956-8569-ec6e897292b9 req-bc7b1479-b118-4b37-9682-04cdbae0796d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.1696801 Jul 16 02:57:56.053824 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a3be66c7-4bae-4956-8569-ec6e897292b9 req-c2e2c905-69b7-4d7b-a739-5d649f97f55e tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573353 Jul 16 02:57:56.121607 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4220d0a-3e40-47fa-9fa2-649b17a35de4 req-87acc76a-161c-4e20-928b-85f614d5eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:56.123144 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4220d0a-3e40-47fa-9fa2-649b17a35de4 req-87acc76a-161c-4e20-928b-85f614d5eaba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579&tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70 HTTP/1.1" status: 200 len: 1096 time: 0.2278824 Jul 16 02:57:56.124270 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:56.243132 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:56.294918 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4220d0a-3e40-47fa-9fa2-649b17a35de4 req-d70c659c-b2a8-44da-9c54-b12e32ca1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:56.296455 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4220d0a-3e40-47fa-9fa2-649b17a35de4 req-d70c659c-b2a8-44da-9c54-b12e32ca1713 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 1096 time: 0.1301587 Jul 16 02:57:56.463534 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4220d0a-3e40-47fa-9fa2-649b17a35de4 req-f44c7196-e0ee-4b69-bae4-9143715753fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:56.465418 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4220d0a-3e40-47fa-9fa2-649b17a35de4 req-f44c7196-e0ee-4b69-bae4-9143715753fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 200 len: 917 time: 0.1605711 Jul 16 02:57:56.546758 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:56.553487 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:56.566749 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4220d0a-3e40-47fa-9fa2-649b17a35de4 req-3947bdac-5c22-4c73-bf20-9ce5f1a91f70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399 HTTP/1.1" status: 200 len: 998 time: 0.0931213 Jul 16 02:57:56.920473 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event updated for resources: {'Port': ['ID=bf611324-b50f-408c-bf50-a52865e3998a,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:56.957949 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4220d0a-3e40-47fa-9fa2-649b17a35de4 req-28e48acf-e024-4cdb-8dce-2c6e9e149ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:56.959473 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4220d0a-3e40-47fa-9fa2-649b17a35de4 req-28e48acf-e024-4cdb-8dce-2c6e9e149ddc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab221803-f9aa-4d56-af69-49967871c0f1 HTTP/1.1" status: 200 len: 855 time: 0.3730874 Jul 16 02:57:56.962604 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:57.134663 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87927da-96de-4c6f-8619-830b276a25e0 req-a38f0080-7ba8-40b7-b45c-de5db4bf62f1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:57.137402 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d87927da-96de-4c6f-8619-830b276a25e0 req-a38f0080-7ba8-40b7-b45c-de5db4bf62f1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.2472692 Jul 16 02:57:57.143582 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Floating IP 2104ec87-2e24-4254-8562-c220b9c46685 associated. External IP: 172.27.1.129, port: 368f38e7-78c7-4e00-a990-335101f30c1d. Jul 16 02:57:57.209394 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4220d0a-3e40-47fa-9fa2-649b17a35de4 req-35124b0a-f41a-4ae8-981e-8ba179279826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:57.210814 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4220d0a-3e40-47fa-9fa2-649b17a35de4 req-35124b0a-f41a-4ae8-981e-8ba179279826 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ab2206b-a201-4aab-8cca-c5880401b996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2422256 Jul 16 02:57:57.303120 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d87927da-96de-4c6f-8619-830b276a25e0 req-1c7f7a1d-da06-48e1-807e-97a09c9a77fa tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548109 Jul 16 02:57:57.359635 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d97f7f-83a8-46b8-b6cb-a9b600ecab03 req-f3b5bd20-cf62-482a-ba83-45e3e8071a5d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:57.361280 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-87d97f7f-83a8-46b8-b6cb-a9b600ecab03 req-f3b5bd20-cf62-482a-ba83-45e3e8071a5d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.1587691 Jul 16 02:57:57.481066 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-87d97f7f-83a8-46b8-b6cb-a9b600ecab03 req-68e07de7-5e39-46d0-94d1-c9b56fb893ec tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869772 Jul 16 02:57:57.525720 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Router df466a0b-1a87-49c9-bf34-286a1f6ab217 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:57:57.705062 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:57:57.716946 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad878c2-1ea2-4365-a765-faa1ca2cd8a6 None None] Sync routers for ids ['df466a0b-1a87-49c9-bf34-286a1f6ab217'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:57:57.732360 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad878c2-1ea2-4365-a765-faa1ca2cd8a6 None None] Routers {'df466a0b-1a87-49c9-bf34-286a1f6ab217'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:57:57.739660 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3ad878c2-1ea2-4365-a765-faa1ca2cd8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:57:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['df466a0b-1a87-49c9-bf34-286a1f6ab217'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:57.739914 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:57.793675 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-7cf76557-e530-4b02-8a42-6a97485456b4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1693845 Jul 16 02:57:57.794561 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'tag': '368f38e7-78c7-4e00-a990-335101f30c1d'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:57.796681 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50002) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:57.798279 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99a78c1-2327-4584-8323-a4a31bac5a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "114ecdcf-9c0d-4f2b-b1d9-ea8d42619746", "tag": "368f38e7-78c7-4e00-a990-335101f30c1d"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:57.802295 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-c4928580-09e4-469c-93ac-9500d964d63b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195722788', 'description': 'tempest-secgroup-smoke-195722788 description', 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:57:57.832425 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c4928580-09e4-469c-93ac-9500d964d63b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:57.858014 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888725c7-9bf5-44e6-a6aa-ccb554f1467e x-openstack-request-id: req-888725c7-9bf5-44e6-a6aa-ccb554f1467e {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:57.858663 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114ecdcf-9c0d-4f2b-b1d9-ea8d42619746", "tag": "368f38e7-78c7-4e00-a990-335101f30c1d", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:57.859194 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-888725c7-9bf5-44e6-a6aa-ccb554f1467e {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:57.860052 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'tag': '368f38e7-78c7-4e00-a990-335101f30c1d', 'status': 'completed', 'code': 200} Jul 16 02:57:57.925364 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-3ad878c2-1ea2-4365-a765-faa1ca2cd8a6 None None] Set router df466a0b-1a87-49c9-bf34-286a1f6ab217 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:57:57.989883 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c4928580-09e4-469c-93ac-9500d964d63b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:57.994352 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4220d0a-3e40-47fa-9fa2-649b17a35de4 req-0ea63197-5b20-42aa-b22c-a968d7eb0331 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758580 Jul 16 02:57:57.995929 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c4928580-09e4-469c-93ac-9500d964d63b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.034008 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c4928580-09e4-469c-93ac-9500d964d63b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.038937 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c4928580-09e4-469c-93ac-9500d964d63b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2404888 Jul 16 02:57:58.040936 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50006) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:58.046682 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-545212d9-98bf-4316-b36c-007e90bd5718 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Request body: {'security_group_rule': {'security_group_id': 'aa11efa2-36fa-4e9f-b5b8-cfcec7599a22', 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:57:58.052785 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4928580-09e4-469c-93ac-9500d964d63b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:58.088823 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-545212d9-98bf-4316-b36c-007e90bd5718 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.174931 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-545212d9-98bf-4316-b36c-007e90bd5718 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.180680 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-545212d9-98bf-4316-b36c-007e90bd5718 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.215981 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545212d9-98bf-4316-b36c-007e90bd5718 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfb66c1-52f4-4cf8-95a0-5e8525422067,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:58.224097 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-545212d9-98bf-4316-b36c-007e90bd5718 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.229627 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-545212d9-98bf-4316-b36c-007e90bd5718 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1830308 Jul 16 02:57:58.230400 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50008) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:58.234636 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-55f47ed2-cb04-4068-8895-7219bcfae35f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Request body: {'security_group_rule': {'security_group_id': 'aa11efa2-36fa-4e9f-b5b8-cfcec7599a22', 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:57:58.277399 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-55f47ed2-cb04-4068-8895-7219bcfae35f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.321780 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3ad878c2-1ea2-4365-a765-faa1ca2cd8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:51Z', 'revision_number': 4, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port': {'id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '2104ec87-2e24-4254-8562-c220b9c46685', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'port_id': '368f38e7-78c7-4e00-a990-335101f30c1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'mac_address': 'fa:16:3e:d6:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:57:55Z', 'updated_at': '2021-07-16T02:57:55Z', 'revision_number': 0, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b1b32df-0f81-4736-9a24-b6b30b63a196', 'name': '', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'mac_address': 'fa:16:3e:53:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:50Z', 'updated_at': '2021-07-16T02:57:00Z', 'revision_number': 5, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'subnets': [{'id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:58.355433 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad878c2-1ea2-4365-a765-faa1ca2cd8a6 None None] Checking router: df466a0b-1a87-49c9-bf34-286a1f6ab217 for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:57:58.364235 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-55f47ed2-cb04-4068-8895-7219bcfae35f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.367221 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad878c2-1ea2-4365-a765-faa1ca2cd8a6 None None] Routers {'df466a0b-1a87-49c9-bf34-286a1f6ab217'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:57:58.367901 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3ad878c2-1ea2-4365-a765-faa1ca2cd8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:57:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['df466a0b-1a87-49c9-bf34-286a1f6ab217'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:58.370085 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-55f47ed2-cb04-4068-8895-7219bcfae35f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.403102 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f47ed2-cb04-4068-8895-7219bcfae35f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e147c5-f963-4824-89b0-172233295bd2,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:58.414993 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-55f47ed2-cb04-4068-8895-7219bcfae35f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.417018 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-55f47ed2-cb04-4068-8895-7219bcfae35f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1858318 Jul 16 02:57:58.422789 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50010) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:58.427798 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ed78db52-2529-4e1a-ae7b-5d61dfeef66b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Request body: {'security_group_rule': {'security_group_id': 'aa11efa2-36fa-4e9f-b5b8-cfcec7599a22', 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:57:58.468599 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed78db52-2529-4e1a-ae7b-5d61dfeef66b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.534292 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-3ad878c2-1ea2-4365-a765-faa1ca2cd8a6 None None] Set router df466a0b-1a87-49c9-bf34-286a1f6ab217 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:57:58.562292 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed78db52-2529-4e1a-ae7b-5d61dfeef66b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.566711 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed78db52-2529-4e1a-ae7b-5d61dfeef66b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.587518 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78db52-2529-4e1a-ae7b-5d61dfeef66b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96cd6d7-c15a-4c4e-ae61-bc873b404dea,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:58.595155 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ed78db52-2529-4e1a-ae7b-5d61dfeef66b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.596584 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ed78db52-2529-4e1a-ae7b-5d61dfeef66b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1725659 Jul 16 02:57:58.603584 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50014) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:58.611409 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-068f8ff2-2c06-4d90-ba54-7b153ca5b6d9 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Request body: {'security_group_rule': {'security_group_id': 'aa11efa2-36fa-4e9f-b5b8-cfcec7599a22', 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:57:58.709752 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-068f8ff2-2c06-4d90-ba54-7b153ca5b6d9 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.784591 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97a2e5-2764-4ab2-863e-64eec10b7553 req-50f86c02-e798-4ae6-b45a-295f07ff95fe tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:58.786668 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6a97a2e5-2764-4ab2-863e-64eec10b7553 req-50f86c02-e798-4ae6-b45a-295f07ff95fe tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.1533728 Jul 16 02:57:58.811195 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-068f8ff2-2c06-4d90-ba54-7b153ca5b6d9 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.820539 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-068f8ff2-2c06-4d90-ba54-7b153ca5b6d9 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.851019 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f8ff2-2c06-4d90-ba54-7b153ca5b6d9 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dfd6e5-0a7f-4637-b034-67d428a258c9,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:58.864620 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-068f8ff2-2c06-4d90-ba54-7b153ca5b6d9 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.865895 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-068f8ff2-2c06-4d90-ba54-7b153ca5b6d9 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2602811 Jul 16 02:57:58.868916 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50018) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:58.875803 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-94ac8016-c087-473f-8204-5952319df274 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Request body: {'security_group_rule': {'security_group_id': 'aa11efa2-36fa-4e9f-b5b8-cfcec7599a22', 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:57:58.882547 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6a97a2e5-2764-4ab2-863e-64eec10b7553 req-de5906b1-9434-4086-a003-95aa96119383 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750282 Jul 16 02:57:58.906455 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.securitygroups_db [None req-94ac8016-c087-473f-8204-5952319df274 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Project 1ce8c3e02e3a40f2bc4907406c7af456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:57:58.912223 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-94ac8016-c087-473f-8204-5952319df274 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.937765 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-3ad878c2-1ea2-4365-a765-faa1ca2cd8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:51Z', 'revision_number': 4, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port': {'id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '2104ec87-2e24-4254-8562-c220b9c46685', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'port_id': '368f38e7-78c7-4e00-a990-335101f30c1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'mac_address': 'fa:16:3e:d6:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:57:55Z', 'updated_at': '2021-07-16T02:57:55Z', 'revision_number': 0, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b1b32df-0f81-4736-9a24-b6b30b63a196', 'name': '', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'mac_address': 'fa:16:3e:53:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:50Z', 'updated_at': '2021-07-16T02:57:00Z', 'revision_number': 5, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'subnets': [{'id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:58.965783 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad878c2-1ea2-4365-a765-faa1ca2cd8a6 None None] The sync data for ids ['df466a0b-1a87-49c9-bf34-286a1f6ab217'] in dv-cinder-788364-5-iscsi is: [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:51Z', 'revision_number': 4, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port': {'id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '2104ec87-2e24-4254-8562-c220b9c46685', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'port_id': '368f38e7-78c7-4e00-a990-335101f30c1d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'mac_address': 'fa:16:3e:d6:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:57:55Z', 'updated_at': '2021-07-16T02:57:55Z', 'revision_number': 0, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b1b32df-0f81-4736-9a24-b6b30b63a196', 'name': '', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'mac_address': 'fa:16:3e:53:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:50Z', 'updated_at': '2021-07-16T02:57:00Z', 'revision_number': 5, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'subnets': [{'id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:57:59.002218 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-94ac8016-c087-473f-8204-5952319df274 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:59.008011 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-94ac8016-c087-473f-8204-5952319df274 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:59.037239 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac8016-c087-473f-8204-5952319df274 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77385632-8c8b-4ab1-a72e-ffc5800f4de1,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:59.053737 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-94ac8016-c087-473f-8204-5952319df274 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:59.055706 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-94ac8016-c087-473f-8204-5952319df274 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1847665 Jul 16 02:57:59.059915 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50020) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:59.067485 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-586ad6ee-44ed-420a-a738-8121eddd4c8b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Request body: {'security_group_rule': {'security_group_id': 'aa11efa2-36fa-4e9f-b5b8-cfcec7599a22', 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:57:59.095473 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.securitygroups_db [None req-586ad6ee-44ed-420a-a738-8121eddd4c8b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Project 1ce8c3e02e3a40f2bc4907406c7af456 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:57:59.102262 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-586ad6ee-44ed-420a-a738-8121eddd4c8b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:59.183524 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639d8bd-fe93-427e-ab17-ee1119c21633 None None] New status for floating IP 2104ec87-2e24-4254-8562-c220b9c46685: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:57:59.208592 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-586ad6ee-44ed-420a-a738-8121eddd4c8b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:59.214768 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-586ad6ee-44ed-420a-a738-8121eddd4c8b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:59.237838 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ad6ee-44ed-420a-a738-8121eddd4c8b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caaaace6-28cf-4527-83d2-5dea0e4b2309,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:59.246249 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-586ad6ee-44ed-420a-a738-8121eddd4c8b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:59.247717 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-586ad6ee-44ed-420a-a738-8121eddd4c8b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1863708 Jul 16 02:57:59.397897 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99536dd1-ca62-4ee9-acb7-a20d2da923ca req-838aecd6-4b79-43ff-93b3-a029bb57af5e tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195722788&fields=id&tenant_id=1ce8c3e02e3a40f2bc4907406c7af456 HTTP/1.1" status: 200 len: 267 time: 0.0562341 Jul 16 02:57:59.473996 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99536dd1-ca62-4ee9-acb7-a20d2da923ca req-c0d8b326-328b-43cb-9846-dd150b1e4027 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:59.475601 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99536dd1-ca62-4ee9-acb7-a20d2da923ca req-c0d8b326-328b-43cb-9846-dd150b1e4027 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 946 time: 0.0721469 Jul 16 02:57:59.487992 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-99536dd1-ca62-4ee9-acb7-a20d2da923ca req-982222da-394b-4037-a1f6-e48792c46570 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Request body: {'port': {'security_groups': ['ea7d7aac-7296-4777-9a5a-f6b236011907', 'aa11efa2-36fa-4e9f-b5b8-cfcec7599a22']}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:57:59.581114 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-99536dd1-ca62-4ee9-acb7-a20d2da923ca req-982222da-394b-4037-a1f6-e48792c46570 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:59.879460 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4220d0a-3e40-47fa-9fa2-649b17a35de4 req-87560f4b-6ac6-439c-8b52-2dfe1164c37e service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308087 Jul 16 02:57:59.888875 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a78c1-2327-4584-8323-a4a31bac5a6d req-90566520-15bf-47d2-9865-557000e21d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:59.890396 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c99a78c1-2327-4584-8323-a4a31bac5a6d req-90566520-15bf-47d2-9865-557000e21d41 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ce8c3e02e3a40f2bc4907406c7af456&device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 1099 time: 0.2262766 Jul 16 02:57:59.947446 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-99536dd1-ca62-4ee9-acb7-a20d2da923ca req-982222da-394b-4037-a1f6-e48792c46570 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] For port 368f38e7-78c7-4e00-a990-335101f30c1d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=368f38e7-78c7-4e00-a990-335101f30c1d,segment=NetworkSegment(751ce284-7144-402d-88f2-b2fdc49578c7),segment_id=751ce284-7144-402d-88f2-b2fdc49578c7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:00.022727 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-99536dd1-ca62-4ee9-acb7-a20d2da923ca req-982222da-394b-4037-a1f6-e48792c46570 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:00.034681 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-99536dd1-ca62-4ee9-acb7-a20d2da923ca req-982222da-394b-4037-a1f6-e48792c46570 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:00.070290 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['368f38e7-78c7-4e00-a990-335101f30c1d'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:58:00.109940 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a78c1-2327-4584-8323-a4a31bac5a6d req-9d0627fd-f271-4f7c-9b97-d6ffc18b078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:00.111494 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c99a78c1-2327-4584-8323-a4a31bac5a6d req-9d0627fd-f271-4f7c-9b97-d6ffc18b078a service neutron] 10.222.0.59 "GET /v2.0/networks?id=217c2ffe-e658-40d8-bce9-f447f4e45f0d HTTP/1.1" status: 200 len: 915 time: 0.2082634 Jul 16 02:58:00.140608 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99536dd1-ca62-4ee9-acb7-a20d2da923ca req-982222da-394b-4037-a1f6-e48792c46570 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:00.141309 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-99536dd1-ca62-4ee9-acb7-a20d2da923ca req-982222da-394b-4037-a1f6-e48792c46570 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:00.142765 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99536dd1-ca62-4ee9-acb7-a20d2da923ca req-982222da-394b-4037-a1f6-e48792c46570 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "PUT /v2.0/ports/368f38e7-78c7-4e00-a990-335101f30c1d HTTP/1.1" status: 200 len: 982 time: 0.6597583 Jul 16 02:58:00.144355 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'tag': '368f38e7-78c7-4e00-a990-335101f30c1d'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:00.146982 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988019a4-0c41-4284-81de-8613c1e0d11e" -d '{"events": [{"name": "network-changed", "server_uuid": "114ecdcf-9c0d-4f2b-b1d9-ea8d42619746", "tag": "368f38e7-78c7-4e00-a990-335101f30c1d"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:00.214034 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bcad93-bf27-457c-8cde-eee869a32b82 x-openstack-request-id: req-70bcad93-bf27-457c-8cde-eee869a32b82 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:00.214323 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114ecdcf-9c0d-4f2b-b1d9-ea8d42619746", "tag": "368f38e7-78c7-4e00-a990-335101f30c1d", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:00.214585 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70bcad93-bf27-457c-8cde-eee869a32b82 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:00.214964 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'tag': '368f38e7-78c7-4e00-a990-335101f30c1d', 'status': 'completed', 'code': 200} Jul 16 02:58:00.227974 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982222da-394b-4037-a1f6-e48792c46570 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event updated for resources: {'Port': ['ID=368f38e7-78c7-4e00-a990-335101f30c1d,revision_number=6']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:00.244818 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c99a78c1-2327-4584-8323-a4a31bac5a6d req-9602be88-eada-40cc-af3d-f2d7425f598a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=368f38e7-78c7-4e00-a990-335101f30c1d HTTP/1.1" status: 200 len: 1002 time: 0.1189446 Jul 16 02:58:00.276876 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee0a2c-4379-46f5-b772-a0ff38c2e625 req-10219801-5f8b-4879-828b-f7816c6158b5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:00.283926 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-edee0a2c-4379-46f5-b772-a0ff38c2e625 req-10219801-5f8b-4879-828b-f7816c6158b5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.2508643 Jul 16 02:58:00.319207 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['368f38e7-78c7-4e00-a990-335101f30c1d'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:58:00.389535 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-edee0a2c-4379-46f5-b772-a0ff38c2e625 req-284d8cae-5737-4eac-9ee1-9727c51a0f78 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044078 Jul 16 02:58:00.400185 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a78c1-2327-4584-8323-a4a31bac5a6d req-bc90615c-a91a-420f-8f51-93f3b7fa85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:00.402883 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c99a78c1-2327-4584-8323-a4a31bac5a6d req-bc90615c-a91a-420f-8f51-93f3b7fa85ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7635fef6-4f9a-4851-a305-7401b9f33f36 HTTP/1.1" status: 200 len: 853 time: 0.1161985 Jul 16 02:58:00.548499 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e103b4e-3f04-47d5-b7a7-710dc3feb992 req-08c48da8-5e82-4aec-8cf7-8a55996cc409 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:00.550146 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3e103b4e-3f04-47d5-b7a7-710dc3feb992 req-08c48da8-5e82-4aec-8cf7-8a55996cc409 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 985 time: 0.1591988 Jul 16 02:58:00.555724 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a78c1-2327-4584-8323-a4a31bac5a6d req-25b92d79-9b99-4d4f-8cb5-3910587b39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:00.559286 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c99a78c1-2327-4584-8323-a4a31bac5a6d req-25b92d79-9b99-4d4f-8cb5-3910587b39c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=217c2ffe-e658-40d8-bce9-f447f4e45f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1372273 Jul 16 02:58:00.619181 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-dd760c1a-6ad5-4ecb-a61b-50fc86e937d7 None None] Provisioning complete for port 368f38e7-78c7-4e00-a990-335101f30c1d triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:58:00.620353 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dd760c1a-6ad5-4ecb-a61b-50fc86e937d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:00.671778 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3e103b4e-3f04-47d5-b7a7-710dc3feb992 req-42761156-b58c-40d4-8317-891919fbbaf3 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22&id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114125 Jul 16 02:58:00.742287 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c99a78c1-2327-4584-8323-a4a31bac5a6d req-e141ef14-cef4-456e-abe8-6ad5b35d8319 service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749256 Jul 16 02:58:01.614697 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0106b0-ae54-41d3-9e7b-c86fe8b345aa req-ae35a410-971f-452b-8e96-8235656f6856 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:01.616310 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7b0106b0-ae54-41d3-9e7b-c86fe8b345aa req-ae35a410-971f-452b-8e96-8235656f6856 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0860503 Jul 16 02:58:01.672503 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7b0106b0-ae54-41d3-9e7b-c86fe8b345aa req-43f65514-0e59-438c-9e0b-25491644caaf tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416584 Jul 16 02:58:02.932891 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca0cab-8970-443f-bdb6-8fb83055717e req-e536ab3e-b75f-4e8f-8588-87f34de823a2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:02.934671 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dcca0cab-8970-443f-bdb6-8fb83055717e req-e536ab3e-b75f-4e8f-8588-87f34de823a2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.1190255 Jul 16 02:58:02.999040 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dcca0cab-8970-443f-bdb6-8fb83055717e req-7c944942-8c9e-4930-ae9d-56063ba49b85 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575554 Jul 16 02:58:04.222900 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1ee70-a1ca-4d43-b00e-964535d0a5e9 req-fd94c3f5-422d-4257-82a2-ec6145be4cf9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:04.224518 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e9c1ee70-a1ca-4d43-b00e-964535d0a5e9 req-fd94c3f5-422d-4257-82a2-ec6145be4cf9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0869541 Jul 16 02:58:04.589410 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e9c1ee70-a1ca-4d43-b00e-964535d0a5e9 req-0632f041-bcab-4e79-aadd-4684682a5070 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3584938 Jul 16 02:58:05.877240 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da32d3-b408-465a-bef0-713065cac41a req-a2f61152-a47c-4fb1-acfa-f3a7d18f4c34 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:05.878961 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-22da32d3-b408-465a-bef0-713065cac41a req-a2f61152-a47c-4fb1-acfa-f3a7d18f4c34 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0931289 Jul 16 02:58:05.932740 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-22da32d3-b408-465a-bef0-713065cac41a req-d3988887-efb5-4f06-988c-47a89f304cfa tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431819 Jul 16 02:58:07.238724 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45522770-4128-4466-9234-cfe89e94cbe5 req-514645b4-7b38-4e6b-bfa9-0449a9b6c29b tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:07.254814 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-45522770-4128-4466-9234-cfe89e94cbe5 req-514645b4-7b38-4e6b-bfa9-0449a9b6c29b tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.1090758 Jul 16 02:58:07.318104 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-45522770-4128-4466-9234-cfe89e94cbe5 req-4d8d5c12-b209-4cb0-a92c-67e8beab07cd tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621459 Jul 16 02:58:07.686282 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3785de64-0516-4a72-aba7-967327073149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:08.569301 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3c394-4060-45b7-ad75-2688d847f982 req-36537d59-0476-43c3-854b-aa7621f0e8ea tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:08.570894 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e3c3c394-4060-45b7-ad75-2688d847f982 req-36537d59-0476-43c3-854b-aa7621f0e8ea tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0813854 Jul 16 02:58:08.627145 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e3c3c394-4060-45b7-ad75-2688d847f982 req-e8124169-b9e5-4bb4-931e-97a69caf112f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423756 Jul 16 02:58:09.844304 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698cb1b-98e5-4590-a24d-1b2225ceaab0 req-83440f63-c63e-4192-92ef-16295ff45772 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:09.845937 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1698cb1b-98e5-4590-a24d-1b2225ceaab0 req-83440f63-c63e-4192-92ef-16295ff45772 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0689244 Jul 16 02:58:09.892796 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1698cb1b-98e5-4590-a24d-1b2225ceaab0 req-ef204baa-32f7-4f71-aad1-fa194e9e5df6 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403879 Jul 16 02:58:11.099910 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c3097-3263-49b4-804a-dbd6f391130c req-2464c9bf-d9af-455c-bb3b-0265263afec4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:11.101550 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-202c3097-3263-49b4-804a-dbd6f391130c req-2464c9bf-d9af-455c-bb3b-0265263afec4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0773997 Jul 16 02:58:11.158986 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-202c3097-3263-49b4-804a-dbd6f391130c req-0826a148-3dcf-415a-9ebb-2c8d9c8b3708 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496600 Jul 16 02:58:11.358593 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:11.647207 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-caf15b7f-5071-4650-9bd7-474a46900c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.043729 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c99a78c1-2327-4584-8323-a4a31bac5a6d req-180374f3-d317-4def-9c13-0def884f8ad5 service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976508 Jul 16 02:58:12.206584 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988019a4-0c41-4284-81de-8613c1e0d11e req-5d7660f2-cf13-4b15-b703-4c7871f9d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:12.208057 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-988019a4-0c41-4284-81de-8613c1e0d11e req-5d7660f2-cf13-4b15-b703-4c7871f9d1a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ce8c3e02e3a40f2bc4907406c7af456&device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 1138 time: 0.0607111 Jul 16 02:58:12.357826 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.382492 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988019a4-0c41-4284-81de-8613c1e0d11e req-1ab1b297-dbe6-4be1-b234-3a9ac1a7f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:12.385725 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-988019a4-0c41-4284-81de-8613c1e0d11e req-1ab1b297-dbe6-4be1-b234-3a9ac1a7f396 service neutron] 10.222.0.59 "GET /v2.0/networks?id=217c2ffe-e658-40d8-bce9-f447f4e45f0d HTTP/1.1" status: 200 len: 915 time: 0.1655822 Jul 16 02:58:12.471515 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0853e72-856f-4e82-b7e0-047a59b845c2 req-817891c6-21f1-4b3b-ab88-057dde1f3fde tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:12.473041 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0853e72-856f-4e82-b7e0-047a59b845c2 req-817891c6-21f1-4b3b-ab88-057dde1f3fde tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.1558702 Jul 16 02:58:12.497287 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-988019a4-0c41-4284-81de-8613c1e0d11e req-e0f704a5-d2f6-40bc-9593-3daa2723db92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=368f38e7-78c7-4e00-a990-335101f30c1d HTTP/1.1" status: 200 len: 1002 time: 0.0861480 Jul 16 02:58:12.549995 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0853e72-856f-4e82-b7e0-047a59b845c2 req-74c3651d-9c56-41ca-a4d8-a8695a3106fb tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658908 Jul 16 02:58:12.578508 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988019a4-0c41-4284-81de-8613c1e0d11e req-b744429a-c38f-4c40-9695-798862345a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:12.579989 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-988019a4-0c41-4284-81de-8613c1e0d11e req-b744429a-c38f-4c40-9695-798862345a98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7635fef6-4f9a-4851-a305-7401b9f33f36 HTTP/1.1" status: 200 len: 853 time: 0.0683675 Jul 16 02:58:12.645447 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988019a4-0c41-4284-81de-8613c1e0d11e req-025bb636-9680-40eb-a885-9b5a7e319816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:12.646954 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-988019a4-0c41-4284-81de-8613c1e0d11e req-025bb636-9680-40eb-a885-9b5a7e319816 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=217c2ffe-e658-40d8-bce9-f447f4e45f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594170 Jul 16 02:58:12.765125 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-988019a4-0c41-4284-81de-8613c1e0d11e req-713257c0-cdab-4fda-a973-cea20616f185 service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106894 Jul 16 02:58:12.864955 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-988019a4-0c41-4284-81de-8613c1e0d11e req-2e72fcbc-ea6e-4931-92b3-d1823efade98 service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928688 Jul 16 02:58:13.752111 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e10ca8-d289-45e9-86c0-a90e916db8e5 req-2caebb0b-487f-4ca6-8902-22a9d9a10594 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:13.753699 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4e10ca8-d289-45e9-86c0-a90e916db8e5 req-2caebb0b-487f-4ca6-8902-22a9d9a10594 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0755246 Jul 16 02:58:13.802272 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4e10ca8-d289-45e9-86c0-a90e916db8e5 req-e2402b97-3f88-4924-8d15-a2589b26399a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389345 Jul 16 02:58:14.812644 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:15.021526 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83024959-58cf-4bcb-ba14-31895c54dbbd req-bd64c908-5135-4cd3-9a9b-c3ab226cd4fb tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:15.023240 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-83024959-58cf-4bcb-ba14-31895c54dbbd req-bd64c908-5135-4cd3-9a9b-c3ab226cd4fb tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0879982 Jul 16 02:58:15.067111 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-83024959-58cf-4bcb-ba14-31895c54dbbd req-1acb460c-bbad-47aa-a0e9-5495601f80b2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369062 Jul 16 02:58:16.252466 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c48cf6-d0f4-4b5e-b773-4ef882785a4d req-2197d0fb-db3b-42e7-b13e-11ba615348b1 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:16.254018 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-07c48cf6-d0f4-4b5e-b773-4ef882785a4d req-2197d0fb-db3b-42e7-b13e-11ba615348b1 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0677528 Jul 16 02:58:16.296304 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-07c48cf6-d0f4-4b5e-b773-4ef882785a4d req-0cb7572d-1590-4338-897f-9e358b573592 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336592 Jul 16 02:58:17.492201 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4160a3-8314-432b-b194-c19fedbafe79 req-13e568bb-82f7-4e24-b161-df055ff62f2e tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:17.493912 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ed4160a3-8314-432b-b194-c19fedbafe79 req-13e568bb-82f7-4e24-b161-df055ff62f2e tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0716581 Jul 16 02:58:17.547587 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ed4160a3-8314-432b-b194-c19fedbafe79 req-507238b6-62a2-4be5-8869-154b35c9e0ec tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463543 Jul 16 02:58:18.742820 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61231f-a297-4fa6-b0f2-5da19e3d8972 req-9adaefd1-9589-451b-b46d-ff70066b147e tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:18.744224 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cf61231f-a297-4fa6-b0f2-5da19e3d8972 req-9adaefd1-9589-451b-b46d-ff70066b147e tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0723469 Jul 16 02:58:18.782502 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cf61231f-a297-4fa6-b0f2-5da19e3d8972 req-e2482bf1-b161-439e-8427-c76484ba5589 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322149 Jul 16 02:58:18.893512 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:19.529390 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2f1b4bbe-c5c6-4d61-a843-fa997b796047 req-b0917505-0ab5-4229-8ad3-353e0c53e916 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592740 Jul 16 02:58:19.649695 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b4bbe-c5c6-4d61-a843-fa997b796047 req-f303e76b-600c-46d5-9bf2-22d3f70a227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:19.652148 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2f1b4bbe-c5c6-4d61-a843-fa997b796047 req-f303e76b-600c-46d5-9bf2-22d3f70a227b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29aae069908e46e4a488a1aace77f0c8&device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 1098 time: 0.0548146 Jul 16 02:58:19.770388 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b4bbe-c5c6-4d61-a843-fa997b796047 req-ba0b7fc0-66d3-4f4e-9220-7756c01f1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:19.771786 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2f1b4bbe-c5c6-4d61-a843-fa997b796047 req-ba0b7fc0-66d3-4f4e-9220-7756c01f1285 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f019d7f-ca97-4436-8164-18594840904c HTTP/1.1" status: 200 len: 912 time: 0.0934563 Jul 16 02:58:19.852974 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2f1b4bbe-c5c6-4d61-a843-fa997b796047 req-6fdbb275-0da0-412a-979e-db185b4c13ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2853eb13-74dc-4601-912c-dda35ab6ae65 HTTP/1.1" status: 200 len: 999 time: 0.0734675 Jul 16 02:58:19.982493 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f18952-745f-4c69-85ab-6b302cd45270 req-37772f2e-dd6b-4b2f-a2b1-e51103bd89b0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:19.984727 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-19f18952-745f-4c69-85ab-6b302cd45270 req-37772f2e-dd6b-4b2f-a2b1-e51103bd89b0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0700119 Jul 16 02:58:20.030298 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-19f18952-745f-4c69-85ab-6b302cd45270 req-98ac2cfc-2d91-4a3a-a936-4d26c3b77bb9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370572 Jul 16 02:58:20.879693 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b4bbe-c5c6-4d61-a843-fa997b796047 req-784b873f-e178-4c6a-8b2b-0955c1597279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:20.881181 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2f1b4bbe-c5c6-4d61-a843-fa997b796047 req-784b873f-e178-4c6a-8b2b-0955c1597279 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74e7130c-43e1-4974-8008-6ba18bb52ea5 HTTP/1.1" status: 200 len: 850 time: 0.0441034 Jul 16 02:58:21.233384 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c0d8c-855b-40fe-ae3f-182ed37886f1 req-09d1e3d7-6dd2-4520-9f0c-822effdf5c48 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:21.234873 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a65c0d8c-855b-40fe-ae3f-182ed37886f1 req-09d1e3d7-6dd2-4520-9f0c-822effdf5c48 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0795667 Jul 16 02:58:21.277263 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a65c0d8c-855b-40fe-ae3f-182ed37886f1 req-42c4eb99-4ff9-418f-afcf-d3099a1bd348 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353251 Jul 16 02:58:21.764294 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b4bbe-c5c6-4d61-a843-fa997b796047 req-670ceec7-d40f-455a-ac25-a741c7482cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:21.765834 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2f1b4bbe-c5c6-4d61-a843-fa997b796047 req-670ceec7-d40f-455a-ac25-a741c7482cc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f019d7f-ca97-4436-8164-18594840904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546279 Jul 16 02:58:22.480791 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cc65b-55f4-4830-a104-08a2437308e0 req-a70f7a16-db2c-4438-91bf-7a517997525d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:22.482310 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-107cc65b-55f4-4830-a104-08a2437308e0 req-a70f7a16-db2c-4438-91bf-7a517997525d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.0668941 Jul 16 02:58:22.533752 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-107cc65b-55f4-4830-a104-08a2437308e0 req-348012d4-302f-4690-8d79-7e27ba83f213 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457675 Jul 16 02:58:22.794291 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2f1b4bbe-c5c6-4d61-a843-fa997b796047 req-7f4d8e8e-57a1-4fcf-b428-2e98e5219184 service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910766 Jul 16 02:58:22.892221 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2f1b4bbe-c5c6-4d61-a843-fa997b796047 req-cfc9c08f-6e7d-43c4-8316-b957149759d0 service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884547 Jul 16 02:58:23.894981 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:58:24.029667 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c9a58-5095-490b-86af-84c3fdf04cbc req-71e9e06c-a872-4917-be4f-1965d9bb5537 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:24.031278 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b47c9a58-5095-490b-86af-84c3fdf04cbc req-71e9e06c-a872-4917-be4f-1965d9bb5537 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.3017888 Jul 16 02:58:24.034168 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f943a3-fb8a-4e9b-8e7e-017ba0091842 req-f1b7d7ec-8de9-4365-a9e2-4195c700e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:24.037176 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-36f943a3-fb8a-4e9b-8e7e-017ba0091842 req-f1b7d7ec-8de9-4365-a9e2-4195c700e41e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ce8c3e02e3a40f2bc4907406c7af456&device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 1138 time: 0.2424018 Jul 16 02:58:24.067102 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3964118-b768-4d40-ba17-e4b27778a465 req-e60c820c-92e3-44e3-9fa5-3cd25a1cd473 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:24.068643 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3964118-b768-4d40-ba17-e4b27778a465 req-e60c820c-92e3-44e3-9fa5-3cd25a1cd473 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 985 time: 0.2500017 Jul 16 02:58:24.133158 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b47c9a58-5095-490b-86af-84c3fdf04cbc req-32865a0c-9faa-4017-ad53-c0dd9b7117de tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912251 Jul 16 02:58:24.181964 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3964118-b768-4d40-ba17-e4b27778a465 req-e3dff3f7-db06-416b-b86c-cfb123536452 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22&id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1017323 Jul 16 02:58:24.212474 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f943a3-fb8a-4e9b-8e7e-017ba0091842 req-6b088ea4-454b-4cb9-9ad7-ccf9bc9754dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:24.214699 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-36f943a3-fb8a-4e9b-8e7e-017ba0091842 req-6b088ea4-454b-4cb9-9ad7-ccf9bc9754dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=217c2ffe-e658-40d8-bce9-f447f4e45f0d HTTP/1.1" status: 200 len: 915 time: 0.1448913 Jul 16 02:58:24.293933 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-36f943a3-fb8a-4e9b-8e7e-017ba0091842 req-269bdf55-6236-45d6-8a1e-aeb84053331e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=368f38e7-78c7-4e00-a990-335101f30c1d HTTP/1.1" status: 200 len: 1002 time: 0.0666659 Jul 16 02:58:24.355779 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f943a3-fb8a-4e9b-8e7e-017ba0091842 req-58a6f14c-a4d4-4108-9bf7-54b02abac1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:24.357429 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-36f943a3-fb8a-4e9b-8e7e-017ba0091842 req-58a6f14c-a4d4-4108-9bf7-54b02abac1c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7635fef6-4f9a-4851-a305-7401b9f33f36 HTTP/1.1" status: 200 len: 853 time: 0.0555844 Jul 16 02:58:24.427620 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f943a3-fb8a-4e9b-8e7e-017ba0091842 req-9bcdf04a-9a07-42dd-8dc3-e3edd42cbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:24.429227 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-36f943a3-fb8a-4e9b-8e7e-017ba0091842 req-9bcdf04a-9a07-42dd-8dc3-e3edd42cbd42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=217c2ffe-e658-40d8-bce9-f447f4e45f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616081 Jul 16 02:58:24.532715 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-36f943a3-fb8a-4e9b-8e7e-017ba0091842 req-24ddbbf6-5c17-4ef1-9bbd-51c68d21c194 service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889292 Jul 16 02:58:24.633709 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-36f943a3-fb8a-4e9b-8e7e-017ba0091842 req-52443a4f-95e9-4a1d-a317-d3fdef744d5d service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926139 Jul 16 02:58:25.378268 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57481c9a-940c-4449-a5db-84a426104f0a req-5e0ea150-0329-4547-be3d-f54e194b7551 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:25.379829 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-57481c9a-940c-4449-a5db-84a426104f0a req-5e0ea150-0329-4547-be3d-f54e194b7551 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 943 time: 0.1115928 Jul 16 02:58:25.440330 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2a275-972e-4b06-a7c1-3f0ac6a8978c req-41319586-aa28-4ff2-8737-af1cfcad9efe tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:25.441919 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e3d2a275-972e-4b06-a7c1-3f0ac6a8978c req-41319586-aa28-4ff2-8737-af1cfcad9efe tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 985 time: 0.1180496 Jul 16 02:58:25.450678 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-57481c9a-940c-4449-a5db-84a426104f0a req-a00d9895-b427-4788-a432-5b8c06affb02 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633643 Jul 16 02:58:25.498073 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e3d2a275-972e-4b06-a7c1-3f0ac6a8978c req-6298d568-4299-4ba9-a501-9787288b994e tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22&id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463929 Jul 16 02:58:25.763239 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 26a4e694-a4a3-4f8a-956d-64f9001c2399 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:58:25.878435 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 26a4e694-a4a3-4f8a-956d-64f9001c2399, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:25.891261 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'port_id': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'mac_address': 'fa:16:3e:26:6a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:58:25.936161 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:25.952142 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a4e694-a4a3-4f8a-956d-64f9001c2399 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:58:25.973997 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 26a4e694-a4a3-4f8a-956d-64f9001c2399, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:25.977312 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:26.032395 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=26a4e694-a4a3-4f8a-956d-64f9001c2399,revision_number=9']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:26.326139 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['26a4e694-a4a3-4f8a-956d-64f9001c2399'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:58:26.689233 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69fde2-3f79-4d23-be77-9efdd07861fb req-04eed552-19ab-4806-b595-8956ac6d17b1 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:26.690920 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7c69fde2-3f79-4d23-be77-9efdd07861fb req-04eed552-19ab-4806-b595-8956ac6d17b1 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 944 time: 0.1158371 Jul 16 02:58:26.756208 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e5b7a-9a31-4cdc-929a-5ab1905be119 req-34e8448b-9e85-4ba9-a1fa-ba09d4466126 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:26.757721 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-805e5b7a-9a31-4cdc-929a-5ab1905be119 req-34e8448b-9e85-4ba9-a1fa-ba09d4466126 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 985 time: 0.1210849 Jul 16 02:58:26.761004 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7c69fde2-3f79-4d23-be77-9efdd07861fb req-6e310e2f-fd2c-4743-953f-9ba66a960cd4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529969 Jul 16 02:58:26.803177 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-805e5b7a-9a31-4cdc-929a-5ab1905be119 req-c6c86b3b-c211-4088-9811-c5c98f7c0a9f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22&id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386498 Jul 16 02:58:27.764794 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 26a4e694-a4a3-4f8a-956d-64f9001c2399 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:58:27.819536 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 26a4e694-a4a3-4f8a-956d-64f9001c2399 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:58:27.819990 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:28.070971 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85072c-0016-4515-9399-1706c4806bfe req-1b00f2e9-f1e6-46e5-92c0-4a1558561320 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:28.072585 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0c85072c-0016-4515-9399-1706c4806bfe req-1b00f2e9-f1e6-46e5-92c0-4a1558561320 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 985 time: 0.1319125 Jul 16 02:58:28.093764 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:28.106139 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff723731-fee0-4ebc-8106-98d3c7535b2e req-df58bdd4-9bf6-4ef0-8c11-516fc70f290d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:28.107795 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ff723731-fee0-4ebc-8106-98d3c7535b2e req-df58bdd4-9bf6-4ef0-8c11-516fc70f290d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 944 time: 0.1217811 Jul 16 02:58:28.139941 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b678482-bdc6-41db-bb18-14580f317579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a4e694-a4a3-4f8a-956d-64f9001c2399'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:28.143110 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedadbaa-f538-4be6-9f33-49532ad2c5fd" -d '{"events": [{"server_uuid": "1b678482-bdc6-41db-bb18-14580f317579", "name": "network-vif-plugged", "status": "completed", "tag": "26a4e694-a4a3-4f8a-956d-64f9001c2399"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:28.162989 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 26a4e694-a4a3-4f8a-956d-64f9001c2399, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:28.169133 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:28.172171 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0c85072c-0016-4515-9399-1706c4806bfe req-841fa4eb-2b22-43aa-b064-d8592f8f3075 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22&id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836227 Jul 16 02:58:28.183391 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ff723731-fee0-4ebc-8106-98d3c7535b2e req-f39cc7a6-c530-4f45-abc3-4fe297ef00d0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655088 Jul 16 02:58:28.262748 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b44dce-01d9-4179-9451-e4c336342169 x-openstack-request-id: req-63b44dce-01d9-4179-9451-e4c336342169 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:28.263055 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b678482-bdc6-41db-bb18-14580f317579", "name": "network-vif-plugged", "status": "completed", "tag": "26a4e694-a4a3-4f8a-956d-64f9001c2399", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:28.263316 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63b44dce-01d9-4179-9451-e4c336342169 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:28.263713 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b678482-bdc6-41db-bb18-14580f317579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'code': 200} Jul 16 02:58:28.279433 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=26a4e694-a4a3-4f8a-956d-64f9001c2399,revision_number=10']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:28.834929 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cee420-3ed0-41ee-a765-e5555072f2c4 req-639865da-70e8-4cc3-bf71-406b91562dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:28.836451 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-56cee420-3ed0-41ee-a765-e5555072f2c4 req-639865da-70e8-4cc3-bf71-406b91562dbc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 1099 time: 0.0581980 Jul 16 02:58:28.878963 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-56cee420-3ed0-41ee-a765-e5555072f2c4 req-7a84c644-b2b4-4b97-8fce-2549a6b70758 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355673 Jul 16 02:58:29.434376 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcab49-e1d5-4f9d-a21c-f3a43c9cdb34 req-265c2301-e099-4e2d-99db-6f8d98e4c57c tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:29.435953 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-43dcab49-e1d5-4f9d-a21c-f3a43c9cdb34 req-265c2301-e099-4e2d-99db-6f8d98e4c57c tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 985 time: 0.1084218 Jul 16 02:58:29.449083 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a55d24-49ff-4e65-a2f3-afe984df631f req-20e663e3-3638-4dbf-82cc-dc9d5eb5eabd tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:29.450165 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c0a55d24-49ff-4e65-a2f3-afe984df631f req-20e663e3-3638-4dbf-82cc-dc9d5eb5eabd tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 946 time: 0.1133587 Jul 16 02:58:29.508759 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-43dcab49-e1d5-4f9d-a21c-f3a43c9cdb34 req-0f42f70c-1743-41ff-aecc-55d2891606cb tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22&id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574713 Jul 16 02:58:29.523332 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c0a55d24-49ff-4e65-a2f3-afe984df631f req-7a7cdb6d-8f1d-4cae-9f75-7e73f22fb8ae tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657816 Jul 16 02:58:30.749267 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33ff60-35cf-40dc-a2f7-5b226f942ee8 req-da2fc23d-7fd6-449f-a355-c19798805a3a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:30.750814 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5f33ff60-35cf-40dc-a2f7-5b226f942ee8 req-da2fc23d-7fd6-449f-a355-c19798805a3a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 946 time: 0.0959959 Jul 16 02:58:30.758499 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d59160-8b4d-4de1-b7ff-b7dbdec8d9ef req-eb1d6525-5296-4a5b-9155-ad38ac56217d tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:30.759928 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d2d59160-8b4d-4de1-b7ff-b7dbdec8d9ef req-eb1d6525-5296-4a5b-9155-ad38ac56217d tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 985 time: 0.1335902 Jul 16 02:58:30.820122 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5f33ff60-35cf-40dc-a2f7-5b226f942ee8 req-78dfbd5a-de64-4bc8-b2f5-02eb6eb36259 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584688 Jul 16 02:58:30.824215 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d2d59160-8b4d-4de1-b7ff-b7dbdec8d9ef req-dcaf22ac-27ec-4cfc-8d03-54128b5bd492 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22&id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564132 Jul 16 02:58:32.060917 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c4b25-864b-427b-9c67-fae57e9845c6 req-6bd58c5b-f155-437b-8e5e-e13beca52e56 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:32.062480 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b5c4b25-864b-427b-9c67-fae57e9845c6 req-6bd58c5b-f155-437b-8e5e-e13beca52e56 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 946 time: 0.1104045 Jul 16 02:58:32.075261 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa781819-651b-4698-b929-8664f6570f7c req-1ee75e3d-b70e-49c3-b95c-fc41108cb5cd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:32.076771 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fa781819-651b-4698-b929-8664f6570f7c req-1ee75e3d-b70e-49c3-b95c-fc41108cb5cd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 985 time: 0.1136751 Jul 16 02:58:32.132921 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1b5c4b25-864b-427b-9c67-fae57e9845c6 req-f279168d-6d0a-4bcf-a451-8c947038fdab tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551181 Jul 16 02:58:32.140586 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fa781819-651b-4698-b929-8664f6570f7c req-7cf0b9a4-51ba-43f3-b716-2df02dbba168 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22&id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568469 Jul 16 02:58:33.382231 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933633c-a994-454b-95fd-d5caba3ce217 req-5437ea09-6e28-40fa-93fd-c14aa40c047d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:33.383938 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c933633c-a994-454b-95fd-d5caba3ce217 req-5437ea09-6e28-40fa-93fd-c14aa40c047d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 946 time: 0.1203337 Jul 16 02:58:33.396874 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676ac1b-e4d3-4186-a5ab-a0ffc613ab5b req-b95cabea-03bc-456e-ba99-9ba0193ba7fe tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:33.398413 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9676ac1b-e4d3-4186-a5ab-a0ffc613ab5b req-b95cabea-03bc-456e-ba99-9ba0193ba7fe tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 985 time: 0.1240680 Jul 16 02:58:33.459588 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c933633c-a994-454b-95fd-d5caba3ce217 req-07b81235-1095-42d0-8e4f-1b89f56e6636 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601199 Jul 16 02:58:33.473263 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9676ac1b-e4d3-4186-a5ab-a0ffc613ab5b req-a47bd3ea-0668-4896-8d1c-eecd8b1e5d35 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22&id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657520 Jul 16 02:58:34.742848 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74dd21-e92b-41e2-ba5c-08f1394d337d req-2fe50777-bc34-4104-891b-89b95f588b22 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:34.744315 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ce74dd21-e92b-41e2-ba5c-08f1394d337d req-2fe50777-bc34-4104-891b-89b95f588b22 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 985 time: 0.1125026 Jul 16 02:58:34.756493 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e884c9-fa3c-41b5-b32a-871a487c7955 req-0900c658-a525-4250-8a1d-5830e18ba280 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:34.757897 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-21e884c9-fa3c-41b5-b32a-871a487c7955 req-0900c658-a525-4250-8a1d-5830e18ba280 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 946 time: 0.1146870 Jul 16 02:58:34.815205 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-21e884c9-fa3c-41b5-b32a-871a487c7955 req-8bedbf70-5a41-4107-bdd3-350d6e751792 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504587 Jul 16 02:58:34.819476 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ce74dd21-e92b-41e2-ba5c-08f1394d337d req-a4de31a6-fd50-424f-8143-ddddbc761c4a tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22&id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606287 Jul 16 02:58:36.022455 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f040605-0818-4ee5-8640-12a3137f6e66 req-6e809c69-47a9-4a92-bf0b-d5d0e828f3cb tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:36.023937 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2f040605-0818-4ee5-8640-12a3137f6e66 req-6e809c69-47a9-4a92-bf0b-d5d0e828f3cb tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 985 time: 0.0705311 Jul 16 02:58:36.069878 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2f040605-0818-4ee5-8640-12a3137f6e66 req-527c23b8-a306-42cb-af63-09fac4627431 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22&id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395215 Jul 16 02:58:36.757241 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e07de-ad56-4bf5-8c0f-26b8e5932420 req-b5983934-1611-4d7a-ba21-143949546c30 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:36.764461 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-791e07de-ad56-4bf5-8c0f-26b8e5932420 req-b5983934-1611-4d7a-ba21-143949546c30 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0755670 Jul 16 02:58:36.801176 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-791e07de-ad56-4bf5-8c0f-26b8e5932420 req-1c0ccc7f-e498-4505-b19f-ff03e43e5b37 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357842 Jul 16 02:58:37.082136 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50498) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:37.203595 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-582ae4a3-bd2e-49ca-9404-1d5b9a1151b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:37.275234 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21465ab9-50b2-4a13-beaf-b4245949d39b req-573156f6-75e5-4fc1-92aa-65af6fb559f4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:37.276952 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-21465ab9-50b2-4a13-beaf-b4245949d39b req-573156f6-75e5-4fc1-92aa-65af6fb559f4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 985 time: 0.0817115 Jul 16 02:58:37.322872 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-582ae4a3-bd2e-49ca-9404-1d5b9a1151b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:37.328241 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-21465ab9-50b2-4a13-beaf-b4245949d39b req-0e638cc1-4695-417d-bfb3-1096465a932a tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22&id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415630 Jul 16 02:58:37.328454 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-582ae4a3-bd2e-49ca-9404-1d5b9a1151b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:37.395146 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-582ae4a3-bd2e-49ca-9404-1d5b9a1151b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88460cd86c474106a7bf36831b277d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116078 Jul 16 02:58:37.396346 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ae4a3-bd2e-49ca-9404-1d5b9a1151b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c815044-b0a3-4f40-a6e3-dace7fcf5191,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:37.399289 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50504) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:37.462287 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:37.488037 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:37.549226 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:37.552905 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:37.556031 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c815044-b0a3-4f40-a6e3-dace7fcf5191 HTTP/1.1" status: 204 len: 168 time: 0.1550081 Jul 16 02:58:37.570623 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c815044-b0a3-4f40-a6e3-dace7fcf5191,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:37.585193 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:37.585779 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:37.586358 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:37.586933 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:37.587477 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:37.588043 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:37.588618 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:37.589224 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:37.589794 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:37.590362 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:37.590913 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:37.591476 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db71168-6629-41a3-981d-25ce3422fda5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:37.674537 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-26977dcc-71e3-48be-be44-56c59a6f3e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:37.865909 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50512) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:37.882033 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9b332d5d-a6ea-4080-ba52-7dc8becee05a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:37.990178 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9b332d5d-a6ea-4080-ba52-7dc8becee05a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:37.998064 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9b332d5d-a6ea-4080-ba52-7dc8becee05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:38.000092 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7405ab-07ea-46bf-8086-0c942ca6ae21 req-d62f8308-0076-453f-b393-dc2526f7d32e tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:38.001723 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3c7405ab-07ea-46bf-8086-0c942ca6ae21 req-d62f8308-0076-453f-b393-dc2526f7d32e tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0717909 Jul 16 02:58:38.040404 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9b332d5d-a6ea-4080-ba52-7dc8becee05a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3ad4fee89f040c3a3a98d4d50d8d534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732180 Jul 16 02:58:38.041765 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b332d5d-a6ea-4080-ba52-7dc8becee05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4837a9-3593-4194-b219-d26b909c9e06,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:38.043117 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50514) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:38.055164 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3c7405ab-07ea-46bf-8086-0c942ca6ae21 req-fd811836-df75-4065-8805-12b1912a6cc4 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427074 Jul 16 02:58:38.108526 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7e12-a5c6-4320-a088-80e33f3559a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:38.130241 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7e12-a5c6-4320-a088-80e33f3559a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:38.179800 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7e12-a5c6-4320-a088-80e33f3559a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:38.183365 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a2cb7e12-a5c6-4320-a088-80e33f3559a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:38.184583 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-a2cb7e12-a5c6-4320-a088-80e33f3559a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed4837a9-3593-4194-b219-d26b909c9e06 HTTP/1.1" status: 204 len: 168 time: 0.1405149 Jul 16 02:58:38.193035 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb7e12-a5c6-4320-a088-80e33f3559a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4837a9-3593-4194-b219-d26b909c9e06,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:38.804950 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f3ba-d01b-452a-b0b2-521251c7010e req-946fca8f-171b-45c3-9674-89c626a507cd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:38.806506 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a762f3ba-d01b-452a-b0b2-521251c7010e req-946fca8f-171b-45c3-9674-89c626a507cd tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 985 time: 0.3370161 Jul 16 02:58:38.880100 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a762f3ba-d01b-452a-b0b2-521251c7010e req-0d253e48-30a2-4bd6-a87c-0a8d2dccb99d tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22&id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659783 Jul 16 02:58:39.145184 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-d60a67f1-5213-4293-b4f1-c3f752eb403b tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:39.146676 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-d60a67f1-5213-4293-b4f1-c3f752eb403b tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.59 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.0661190 Jul 16 02:58:39.290477 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb6f67-c5c1-4532-b1ba-75a1c77c0187 req-d06a4fff-57f2-4d4c-a87a-0574550991ff tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:39.292155 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-35bb6f67-c5c1-4532-b1ba-75a1c77c0187 req-d06a4fff-57f2-4d4c-a87a-0574550991ff tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 945 time: 0.1120455 Jul 16 02:58:39.308167 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Deleting port 2853eb13-74dc-4601-912c-dda35ab6ae65 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:58:39.308513 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:39.389716 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-35bb6f67-c5c1-4532-b1ba-75a1c77c0187 req-af73691a-044c-447d-acde-f9fca9e128ef tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=730c72c3-505c-42d5-a6ee-d6d6c0495d42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898099 Jul 16 02:58:39.420503 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] For port 2853eb13-74dc-4601-912c-dda35ab6ae65, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=2853eb13-74dc-4601-912c-dda35ab6ae65,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:39.420907 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:39.642249 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:39.642776 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:39.643104 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Floating IP 36fe8373-41bc-4686-b6d1-5cfb5bccb96e disassociated. External IP: 172.27.1.3, port: 2853eb13-74dc-4601-912c-dda35ab6ae65. Jul 16 02:58:39.643446 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Calling delete_port for 2853eb13-74dc-4601-912c-dda35ab6ae65 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:58:39.781081 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:39.810823 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event deleted for resources: {'Port': ['ID=2853eb13-74dc-4601-912c-dda35ab6ae65,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:39.857865 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50564) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:39.932909 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Router 5a883065-29bb-4518-8a9b-254119326319 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:58:39.993083 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-54d2dbc0-01cd-4a90-816b-58b565eca2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.087487 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:58:40.105684 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add7107-80ff-4a9d-838a-4d6183164806 None None] Sync routers for ids ['5a883065-29bb-4518-8a9b-254119326319'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:58:40.125393 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add7107-80ff-4a9d-838a-4d6183164806 None None] Routers {'5a883065-29bb-4518-8a9b-254119326319'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:58:40.126297 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-9add7107-80ff-4a9d-838a-4d6183164806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:58:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['5a883065-29bb-4518-8a9b-254119326319'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:40.200041 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] No DVR routers for this DVR port 2853eb13-74dc-4601-912c-dda35ab6ae65 on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:58:40.206034 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.209475 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2bf6f30c-72ad-4520-bb1c-13d3cd33b16a req-3e3320a4-e2a1-4cb5-a52a-1fe29e674165 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.59 "DELETE /v2.0/ports/2853eb13-74dc-4601-912c-dda35ab6ae65 HTTP/1.1" status: 204 len: 173 time: 1.0576046 Jul 16 02:58:40.209972 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30577f7a-88fe-4a13-84c1-495ab7bf308f', 'name': 'network-vif-deleted', 'tag': '2853eb13-74dc-4601-912c-dda35ab6ae65'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:40.214669 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee588ad-35f5-43f8-aa0d-bc3c8cafdf33" -d '{"events": [{"server_uuid": "30577f7a-88fe-4a13-84c1-495ab7bf308f", "name": "network-vif-deleted", "tag": "2853eb13-74dc-4601-912c-dda35ab6ae65"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:40.231972 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-54d2dbc0-01cd-4a90-816b-58b565eca2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.237077 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-54d2dbc0-01cd-4a90-816b-58b565eca2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.250337 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-9add7107-80ff-4a9d-838a-4d6183164806 None None] Set router 5a883065-29bb-4518-8a9b-254119326319 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:58:40.292245 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ccdc87-4fcf-4b9b-8484-b8192e3ba619 x-openstack-request-id: req-e3ccdc87-4fcf-4b9b-8484-b8192e3ba619 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:40.292752 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30577f7a-88fe-4a13-84c1-495ab7bf308f", "name": "network-vif-deleted", "tag": "2853eb13-74dc-4601-912c-dda35ab6ae65", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:40.292935 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3ccdc87-4fcf-4b9b-8484-b8192e3ba619 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:40.293266 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30577f7a-88fe-4a13-84c1-495ab7bf308f', 'name': 'network-vif-deleted', 'tag': '2853eb13-74dc-4601-912c-dda35ab6ae65', 'status': 'completed', 'code': 200} Jul 16 02:58:40.302209 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-54d2dbc0-01cd-4a90-816b-58b565eca2b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6af0198b4c6f4ea3bf1a1f9c24d4813f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436545 Jul 16 02:58:40.303100 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2dbc0-01cd-4a90-816b-58b565eca2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27f84b3-b051-4856-bc70-eb6f81faf2bf,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:40.306396 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50570) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:40.382501 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-70965abf-cc4d-45ca-be8e-966f1abc8fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.408041 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-70965abf-cc4d-45ca-be8e-966f1abc8fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.493777 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-70965abf-cc4d-45ca-be8e-966f1abc8fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.497922 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-70965abf-cc4d-45ca-be8e-966f1abc8fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.501751 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-70965abf-cc4d-45ca-be8e-966f1abc8fce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a27f84b3-b051-4856-bc70-eb6f81faf2bf HTTP/1.1" status: 204 len: 168 time: 0.1796079 Jul 16 02:58:40.533840 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70965abf-cc4d-45ca-be8e-966f1abc8fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27f84b3-b051-4856-bc70-eb6f81faf2bf,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:40.594365 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cfb3526e-5a3e-4c6e-8d78-2b746b6ab4eb req-d67cb475-4490-4536-97e7-f4fbeb01d1dc tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=30577f7a-88fe-4a13-84c1-495ab7bf308f HTTP/1.1" status: 200 len: 210 time: 0.0324595 Jul 16 02:58:40.618902 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-9add7107-80ff-4a9d-838a-4d6183164806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:48Z', 'revision_number': 5, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:40.648966 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add7107-80ff-4a9d-838a-4d6183164806 None None] Checking router: 5a883065-29bb-4518-8a9b-254119326319 for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:58:40.660323 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add7107-80ff-4a9d-838a-4d6183164806 None None] Routers {'5a883065-29bb-4518-8a9b-254119326319'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:58:40.661020 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-9add7107-80ff-4a9d-838a-4d6183164806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:58:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['5a883065-29bb-4518-8a9b-254119326319'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:40.787421 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-9add7107-80ff-4a9d-838a-4d6183164806 None None] Set router 5a883065-29bb-4518-8a9b-254119326319 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:58:40.903925 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50578) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:40.922255 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d37e4a24-78db-4fce-bae6-9b3ea2b9de8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:41.061970 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d37e4a24-78db-4fce-bae6-9b3ea2b9de8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:41.062705 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-9add7107-80ff-4a9d-838a-4d6183164806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:48Z', 'revision_number': 5, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:41.067781 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d37e4a24-78db-4fce-bae6-9b3ea2b9de8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:41.095359 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9add7107-80ff-4a9d-838a-4d6183164806 None None] The sync data for ids ['5a883065-29bb-4518-8a9b-254119326319'] in dv-cinder-788364-5-iscsi is: [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:48Z', 'revision_number': 5, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:58:41.111446 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d37e4a24-78db-4fce-bae6-9b3ea2b9de8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac150db2b70d4280a02d4bb7614e0ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057326 Jul 16 02:58:41.112184 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e4a24-78db-4fce-bae6-9b3ea2b9de8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9270e21-88eb-43a1-91b6-916ebb76f2bb,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:41.114258 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50580) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:41.174670 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5d05-f1c0-47d7-9ec8-36540e8ecb65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:41.202782 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5d05-f1c0-47d7-9ec8-36540e8ecb65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:41.252887 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5d05-f1c0-47d7-9ec8-36540e8ecb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:41.255445 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5d05-f1c0-47d7-9ec8-36540e8ecb65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:41.256618 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3f6c5d05-f1c0-47d7-9ec8-36540e8ecb65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9270e21-88eb-43a1-91b6-916ebb76f2bb HTTP/1.1" status: 204 len: 168 time: 0.1408300 Jul 16 02:58:41.265423 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c5d05-f1c0-47d7-9ec8-36540e8ecb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9270e21-88eb-43a1-91b6-916ebb76f2bb,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:41.346807 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:41.392469 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96c1c6f-2f1a-46a3-8311-2818443a1be1 None None] New status for floating IP 36fe8373-41bc-4686-b6d1-5cfb5bccb96e: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:58:41.649523 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6c07c016-c9a3-49d7-897e-9355cc94d292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:41.739477 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50596) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:41.801272 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-be228eaa-8bae-4016-9c67-ba47dd7920bd tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:41.831711 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-be228eaa-8bae-4016-9c67-ba47dd7920bd tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:41.920652 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-be228eaa-8bae-4016-9c67-ba47dd7920bd tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:41.924047 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-be228eaa-8bae-4016-9c67-ba47dd7920bd tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:41.929308 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50604) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:41.929548 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-be228eaa-8bae-4016-9c67-ba47dd7920bd tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "DELETE /v2.0/security-groups/730c72c3-505c-42d5-a6ee-d6d6c0495d42 HTTP/1.1" status: 204 len: 168 time: 0.1883140 Jul 16 02:58:41.947608 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be228eaa-8bae-4016-9c67-ba47dd7920bd tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=730c72c3-505c-42d5-a6ee-d6d6c0495d42,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:41.949595 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-daa97fb3-32e4-4c19-9d34-929f0c57582d tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] show failed (client error): The resource could not be found. Jul 16 02:58:41.950904 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-daa97fb3-32e4-4c19-9d34-929f0c57582d tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups/730c72c3-505c-42d5-a6ee-d6d6c0495d42 HTTP/1.1" status: 404 len: 347 time: 0.0200553 Jul 16 02:58:41.955711 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50608) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:42.110937 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-81b88d01-7f1d-4eff-b385-3524db88fd14 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Deleting port ea5f3dbf-49b5-4ef3-a556-9390a0c3bce5 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:58:42.111450 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-81b88d01-7f1d-4eff-b385-3524db88fd14 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:42.198303 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-81b88d01-7f1d-4eff-b385-3524db88fd14 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:42.198629 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-81b88d01-7f1d-4eff-b385-3524db88fd14 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:42.211604 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-81b88d01-7f1d-4eff-b385-3524db88fd14 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Calling delete_port for ea5f3dbf-49b5-4ef3-a556-9390a0c3bce5 owned by network:floatingip {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:58:42.359660 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:42.374036 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-81b88d01-7f1d-4eff-b385-3524db88fd14 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:42.405713 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b88d01-7f1d-4eff-b385-3524db88fd14 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event deleted for resources: {'Port': ['ID=ea5f3dbf-49b5-4ef3-a556-9390a0c3bce5,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:42.472219 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-81b88d01-7f1d-4eff-b385-3524db88fd14 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for floatingip, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:42.474869 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-81b88d01-7f1d-4eff-b385-3524db88fd14 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:42.476088 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-81b88d01-7f1d-4eff-b385-3524db88fd14 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "DELETE /v2.0/floatingips/36fe8373-41bc-4686-b6d1-5cfb5bccb96e HTTP/1.1" status: 204 len: 168 time: 0.5192547 Jul 16 02:58:42.813499 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50630) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:42.818681 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-f508ee8e-5634-4cba-a48c-a164fef28129 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--61386469', 'description': 'tempest-description--778112804'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:42.846366 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f508ee8e-5634-4cba-a48c-a164fef28129 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:42.937194 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f508ee8e-5634-4cba-a48c-a164fef28129 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:42.942014 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f508ee8e-5634-4cba-a48c-a164fef28129 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:42.970455 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f508ee8e-5634-4cba-a48c-a164fef28129 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:42.971616 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-f508ee8e-5634-4cba-a48c-a164fef28129 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1569738 Jul 16 02:58:42.974728 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50638) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:42.979832 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-afaa31fc-d6ed-4c46-8d17-187bed829c33 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Request body: {'security_group_rule': {'security_group_id': 'b2ecd2d4-e284-4368-90df-3b2f35d311ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:42.986054 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508ee8e-5634-4cba-a48c-a164fef28129 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ecd2d4-e284-4368-90df-3b2f35d311ee,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:43.013754 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-afaa31fc-d6ed-4c46-8d17-187bed829c33 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:43.096013 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-afaa31fc-d6ed-4c46-8d17-187bed829c33 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:43.100558 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-afaa31fc-d6ed-4c46-8d17-187bed829c33 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:43.120188 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa31fc-d6ed-4c46-8d17-187bed829c33 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c599cf78-ced2-4a03-8ada-d4b948db5201,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:43.125449 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-afaa31fc-d6ed-4c46-8d17-187bed829c33 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:43.126826 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-afaa31fc-d6ed-4c46-8d17-187bed829c33 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512463 Jul 16 02:58:43.129503 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50644) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:43.134059 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-febe7186-4fd7-4f44-8e13-c2ae66b57af8 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Request body: {'security_group_rule': {'security_group_id': 'b2ecd2d4-e284-4368-90df-3b2f35d311ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:43.162194 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-febe7186-4fd7-4f44-8e13-c2ae66b57af8 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:43.223246 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-febe7186-4fd7-4f44-8e13-c2ae66b57af8 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:43.226913 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-febe7186-4fd7-4f44-8e13-c2ae66b57af8 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:43.244843 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe7186-4fd7-4f44-8e13-c2ae66b57af8 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8f9002-a19a-4f95-9028-c268c8a8f376,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:43.252812 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-febe7186-4fd7-4f44-8e13-c2ae66b57af8 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:43.254008 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-febe7186-4fd7-4f44-8e13-c2ae66b57af8 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235456 Jul 16 02:58:43.257137 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50650) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:43.262288 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Request body: {'floatingip': {'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:43.284647 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for floatingip, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:43.390102 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:43.506136 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Allocated IP 172.27.1.117 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/c1fe4272-2e6f-4bec-89b8-27ab9b6e4392) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:58:43.621043 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:43.661872 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:43.704646 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:58:43.707678 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:58:43.711442 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:58:43.717609 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event updated for resources: {'Port': ['ID=c1fe4272-2e6f-4bec-89b8-27ab9b6e4392,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:43.805226 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 2853eb13-74dc-4601-912c-dda35ab6ae65 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:58:43.809364 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:43.827227 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: 2853eb13-74dc-4601-912c-dda35ab6ae65 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:58:43.827586 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 2853eb13-74dc-4601-912c-dda35ab6ae65 not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:58:43.859747 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:44.063275 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:44.068395 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:44.143034 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event updated for resources: {'Port': ['ID=c1fe4272-2e6f-4bec-89b8-27ab9b6e4392,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:44.151703 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:44.174122 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:44.181844 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c9cc7e5c-5594-4b91-a21f-0997573e9c81 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9180870 Jul 16 02:58:44.399791 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-11decde1-c76f-42a5-bb90-c381a8e8de9d tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--61386469&fields=id&tenant_id=29aae069908e46e4a488a1aace77f0c8 HTTP/1.1" status: 200 len: 267 time: 0.0346389 Jul 16 02:58:44.513833 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-6a852293-9a28-4d08-be8b-5c4be85dc31a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:44.515251 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-6a852293-9a28-4d08-be8b-5c4be85dc31a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/networks?id=2f019d7f-ca97-4436-8164-18594840904c HTTP/1.1" status: 200 len: 811 time: 0.1075525 Jul 16 02:58:44.530183 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-38fe33d0-3bf2-453c-8ef5-7a0b0e206b03 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/quotas/29aae069908e46e4a488a1aace77f0c8 HTTP/1.1" status: 200 len: 375 time: 0.0094593 Jul 16 02:58:44.610619 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-ccb0d5a9-0355-457d-adc9-fe9384be6e4c tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=29aae069908e46e4a488a1aace77f0c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748928 Jul 16 02:58:44.718456 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-f2338e0c-cad6-49c5-b687-f8ba46de74b5 service neutron] 10.222.0.39 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943205 Jul 16 02:58:44.814527 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-e388e8cc-1d70-433a-a0e5-c04214abd8e0 service neutron] 10.222.0.39 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901449 Jul 16 02:58:44.819524 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:45.001240 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-77194a9c-0552-48f9-a59c-5e621e001bd1 req-6076323c-6640-4b97-a573-0ff1306eb42d tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 210 time: 0.0337603 Jul 16 02:58:46.179708 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2de4df1-4b6b-4094-be2e-53b600623775 req-30d47eb5-b713-4fa0-95b4-fb7ef827f0c0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 210 time: 0.0469003 Jul 16 02:58:46.290197 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-e2f49696-711b-443b-b3f3-324a1fc2606b tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:46.292454 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-e2f49696-711b-443b-b3f3-324a1fc2606b tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.59 "GET /v2.0/networks?id=2f019d7f-ca97-4436-8164-18594840904c HTTP/1.1" status: 200 len: 811 time: 0.1768909 Jul 16 02:58:46.361212 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-90f7147c-7a46-4edf-bed4-580ece722fd3 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29aae069908e46e4a488a1aace77f0c8 HTTP/1.1" status: 200 len: 378 time: 0.0517683 Jul 16 02:58:46.385916 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-9812e97b-3253-47c2-8606-06cb359bd0f2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Request body: {'port': {'device_id': 'e73a9e10-36b0-4c65-9c60-0a0bfac7c056', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'admin_state_up': True, 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'security_groups': ['b2ecd2d4-e284-4368-90df-3b2f35d311ee']}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:46.508992 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-9812e97b-3253-47c2-8606-06cb359bd0f2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Made reservation on behalf of 29aae069908e46e4a488a1aace77f0c8 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:58:46.513781 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-9812e97b-3253-47c2-8606-06cb359bd0f2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:46.663587 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-9812e97b-3253-47c2-8606-06cb359bd0f2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Allocated IP 172.20.0.9 (2f019d7f-ca97-4436-8164-18594840904c/74e7130c-43e1-4974-8008-6ba18bb52ea5/13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:58:46.815644 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-9812e97b-3253-47c2-8606-06cb359bd0f2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:46.832022 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-9812e97b-3253-47c2-8606-06cb359bd0f2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Transition to ACTIVE for port object 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:58:46.870871 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-9812e97b-3253-47c2-8606-06cb359bd0f2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:46.918324 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-9812e97b-3253-47c2-8606-06cb359bd0f2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Network 2f019d7f-ca97-4436-8164-18594840904c is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:58:46.921718 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-9812e97b-3253-47c2-8606-06cb359bd0f2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:58:46.925965 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-9812e97b-3253-47c2-8606-06cb359bd0f2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:58:46.950823 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812e97b-3253-47c2-8606-06cb359bd0f2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event updated for resources: {'Port': ['ID=13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:46.986038 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-9812e97b-3253-47c2-8606-06cb359bd0f2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:46.986695 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-9812e97b-3253-47c2-8606-06cb359bd0f2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:47.002624 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-9812e97b-3253-47c2-8606-06cb359bd0f2 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6212606 Jul 16 02:58:47.023879 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Request body: {'port': {'device_id': 'e73a9e10-36b0-4c65-9c60-0a0bfac7c056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:47.108477 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:47.190456 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-1489f839-95e0-4621-9866-793c18ab1924 None None] Provisioning for port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:58:47.194590 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-1489f839-95e0-4621-9866-793c18ab1924 None None] Provisioning complete for port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:58:47.194900 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1489f839-95e0-4621-9866-793c18ab1924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:47.245701 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-1489f839-95e0-4621-9866-793c18ab1924 None None] Port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:58:47.686384 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff0ea9-e764-4625-aca7-ea2b18f68c04 req-e7357cb4-3f17-457c-ba5d-1f62e89cc1f9 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:47.688001 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-adff0ea9-e764-4625-aca7-ea2b18f68c04 req-e7357cb4-3f17-457c-ba5d-1f62e89cc1f9 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 931 time: 0.3813369 Jul 16 02:58:47.709532 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:58:47.726080 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:47.752586 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Transition to ACTIVE for port object 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:58:47.758706 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-adff0ea9-e764-4625-aca7-ea2b18f68c04 req-25e89bc3-d88a-40a4-82db-bf067d220dff tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2ecd2d4-e284-4368-90df-3b2f35d311ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620966 Jul 16 02:58:47.760609 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:47.816456 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Pushing event updated for resources: {'Port': ['ID=13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:47.943144 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Attempting to bind port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:58:47.943609 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Attempting to bind port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:58:47.944171 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Attempting to bind port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d on network 2f019d7f-ca97-4436-8164-18594840904c {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:58:47.951410 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d on network 2f019d7f-ca97-4436-8164-18594840904c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:58:47.951839 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Attempting to bind port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d on network 2f019d7f-ca97-4436-8164-18594840904c {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:58:47.958104 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:58:47.958104 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Checking segment: {'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:58:47.958320 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Bound using segment: {'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:58:47.958746 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Bound port: 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a58671-fc65-46a4-a996-1344b4b6623d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2f019d7f-ca97-4436-8164-18594840904c'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:58:47.959169 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.071542 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] For port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:58:48.077040 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] For port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:58:48.084906 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.141735 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:48.142512 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.144415 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] 10.222.0.59 "PUT /v2.0/ports/13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d HTTP/1.1" status: 200 len: 1093 time: 1.1259923 Jul 16 02:58:48.147215 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73a9e10-36b0-4c65-9c60-0a0bfac7c056', 'tag': '13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:48.149690 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e3dc5d-dd16-419a-bc1b-7356a4dedf93" -d '{"events": [{"name": "network-changed", "server_uuid": "e73a9e10-36b0-4c65-9c60-0a0bfac7c056", "tag": "13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:48.211441 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b063d4-5445-4546-b8f1-52ed71977c98 service neutron] Pushing event updated for resources: {'Port': ['ID=13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:48.219727 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d1b751-ffdb-4468-a2f2-57de92ab652e x-openstack-request-id: req-30d1b751-ffdb-4468-a2f2-57de92ab652e {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:48.220509 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73a9e10-36b0-4c65-9c60-0a0bfac7c056", "tag": "13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:48.221168 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30d1b751-ffdb-4468-a2f2-57de92ab652e {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:48.222144 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73a9e10-36b0-4c65-9c60-0a0bfac7c056', 'tag': '13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d', 'status': 'completed', 'code': 200} Jul 16 02:58:48.341414 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-5b069c69-eca5-48ce-929a-807b4c2f2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:48.343631 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-5b069c69-eca5-48ce-929a-807b4c2f2db5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29aae069908e46e4a488a1aace77f0c8&device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 1096 time: 0.0967629 Jul 16 02:58:48.426690 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-1d414971-c444-447c-bd7b-f86d41422978 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d HTTP/1.1" status: 200 len: 217 time: 0.0636325 Jul 16 02:58:48.482928 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-c81c7ace-a567-48ac-b24c-2eaef58cdf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:48.484298 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-c81c7ace-a567-48ac-b24c-2eaef58cdf42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74e7130c-43e1-4974-8008-6ba18bb52ea5 HTTP/1.1" status: 200 len: 850 time: 0.0520167 Jul 16 02:58:48.573145 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-a5afdf86-76ff-4fc1-9632-2288b1f07f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:48.575265 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-a5afdf86-76ff-4fc1-9632-2288b1f07f8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f019d7f-ca97-4436-8164-18594840904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843406 Jul 16 02:58:48.694075 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-6c184b31-2531-4e00-b3f5-69c3fabb7faf service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089480 Jul 16 02:58:48.797417 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de37f111-d547-4fb0-9b5c-d665e4e6b33a req-ad745bbe-ef3b-4a1d-b4fa-62efa8609ed6 service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964630 Jul 16 02:58:48.902103 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:49.013034 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3dc5d-dd16-419a-bc1b-7356a4dedf93 req-fbb68829-b4f3-4ae3-a041-428b79558b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:49.014518 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a7e3dc5d-dd16-419a-bc1b-7356a4dedf93 req-fbb68829-b4f3-4ae3-a041-428b79558b97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29aae069908e46e4a488a1aace77f0c8&device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 1096 time: 0.1017199 Jul 16 02:58:49.022984 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4098673-79a0-4842-aa33-2448d404fde3 req-30c9e32d-8a72-4a2a-82ef-0806e9537315 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:49.024453 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4098673-79a0-4842-aa33-2448d404fde3 req-30c9e32d-8a72-4a2a-82ef-0806e9537315 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 943 time: 0.1028798 Jul 16 02:58:49.120971 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4098673-79a0-4842-aa33-2448d404fde3 req-ea83733a-3376-41fe-9e43-817071581fd3 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2ecd2d4-e284-4368-90df-3b2f35d311ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873835 Jul 16 02:58:49.151356 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3dc5d-dd16-419a-bc1b-7356a4dedf93 req-129c3897-1d5a-4680-9222-b34b2b614cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:49.153060 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a7e3dc5d-dd16-419a-bc1b-7356a4dedf93 req-129c3897-1d5a-4680-9222-b34b2b614cb1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f019d7f-ca97-4436-8164-18594840904c HTTP/1.1" status: 200 len: 912 time: 0.1276429 Jul 16 02:58:49.194540 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a7e3dc5d-dd16-419a-bc1b-7356a4dedf93 req-85baa9a4-ec9c-4130-934f-c8f0f92fd229 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d HTTP/1.1" status: 200 len: 217 time: 0.0347641 Jul 16 02:58:49.246369 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3dc5d-dd16-419a-bc1b-7356a4dedf93 req-e11cc00f-ca66-4a18-8072-871ac4fa638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:49.247884 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a7e3dc5d-dd16-419a-bc1b-7356a4dedf93 req-e11cc00f-ca66-4a18-8072-871ac4fa638c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74e7130c-43e1-4974-8008-6ba18bb52ea5 HTTP/1.1" status: 200 len: 850 time: 0.0470741 Jul 16 02:58:49.316446 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3dc5d-dd16-419a-bc1b-7356a4dedf93 req-724da37f-df7f-4b07-aafe-5dfcd0c8e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:49.317946 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a7e3dc5d-dd16-419a-bc1b-7356a4dedf93 req-724da37f-df7f-4b07-aafe-5dfcd0c8e7aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f019d7f-ca97-4436-8164-18594840904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631533 Jul 16 02:58:49.423658 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a7e3dc5d-dd16-419a-bc1b-7356a4dedf93 req-61a1b219-7a3e-48e1-924d-d6616e5b5333 service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982094 Jul 16 02:58:49.529898 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a7e3dc5d-dd16-419a-bc1b-7356a4dedf93 req-1a661664-dad6-4b34-bb1e-70936b2a0796 service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925663 Jul 16 02:58:50.327740 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0db144-d749-40cd-9511-07cfb1504f99 req-16799215-1130-4fb7-ab49-1e1bdd32c3a4 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:50.329766 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6d0db144-d749-40cd-9511-07cfb1504f99 req-16799215-1130-4fb7-ab49-1e1bdd32c3a4 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 943 time: 0.0855746 Jul 16 02:58:50.387463 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6d0db144-d749-40cd-9511-07cfb1504f99 req-e769b390-143b-4b37-9e1d-1fb539d410d7 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2ecd2d4-e284-4368-90df-3b2f35d311ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508783 Jul 16 02:58:50.937537 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50768) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:51.076521 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-59d12843-49a3-46f1-a4df-6d7bf3af9383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.232224 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-59d12843-49a3-46f1-a4df-6d7bf3af9383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.237585 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-59d12843-49a3-46f1-a4df-6d7bf3af9383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.283362 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-59d12843-49a3-46f1-a4df-6d7bf3af9383 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=24e518b413064ceda0b06fc073a846a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445125 Jul 16 02:58:51.284274 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d12843-49a3-46f1-a4df-6d7bf3af9383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4a94dd-557f-40ee-8dc6-249a3d3f0ed1,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:51.286509 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50772) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:51.344407 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.370338 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.432780 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.435535 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.439241 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c4a94dd-557f-40ee-8dc6-249a3d3f0ed1 HTTP/1.1" status: 204 len: 168 time: 0.1489401 Jul 16 02:58:51.445706 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4a94dd-557f-40ee-8dc6-249a3d3f0ed1,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:51.454808 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:51.455340 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:51.455898 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:51.456381 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:51.456916 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:51.457513 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:51.457885 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:51.458315 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:51.458823 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:51.459373 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:51.459799 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:51.460363 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfad96b4-4534-42e0-a469-933249dc9250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:51.642563 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b7234-4d49-414b-862a-66c4a58c6635 req-7afd6411-5758-47e8-8e13-6587e8dd6042 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:51.645283 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-904b7234-4d49-414b-862a-66c4a58c6635 req-7afd6411-5758-47e8-8e13-6587e8dd6042 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 943 time: 0.1147103 Jul 16 02:58:51.696052 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-904b7234-4d49-414b-862a-66c4a58c6635 req-55aabdc6-a5f8-47a9-afa1-b93cdc1b7dc5 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2ecd2d4-e284-4368-90df-3b2f35d311ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416632 Jul 16 02:58:51.785725 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50780) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:51.799781 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a4170a8-a239-4532-bcb2-e2a92af7d7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.833940 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:58:51.945567 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a4170a8-a239-4532-bcb2-e2a92af7d7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.945877 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:51.954435 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a4170a8-a239-4532-bcb2-e2a92af7d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.959932 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'port_id': '13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d', 'mac_address': 'fa:16:3e:79:7b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:58:52.001747 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.018698 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9a4170a8-a239-4532-bcb2-e2a92af7d7c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2867b3da1cdb443dbe165156c3bfed5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317567 Jul 16 02:58:52.021878 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4170a8-a239-4532-bcb2-e2a92af7d7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553e6f7f-2f74-4b72-ac49-c48bfd20e073,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:52.023509 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50782) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:52.029991 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:58:52.062882 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:52.067044 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.122109 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6036-f628-4dc4-8aec-2e0ed40f94e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.127136 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:52.136338 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:52.136703 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:52.137085 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:52.137423 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:52.137754 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:52.138084 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:52.138489 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:52.138853 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:52.139190 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:52.139514 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:52.139836 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:52.140154 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:52.149864 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6036-f628-4dc4-8aec-2e0ed40f94e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.208462 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6036-f628-4dc4-8aec-2e0ed40f94e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.212002 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6036-f628-4dc4-8aec-2e0ed40f94e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.214470 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-3b0f6036-f628-4dc4-8aec-2e0ed40f94e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/553e6f7f-2f74-4b72-ac49-c48bfd20e073 HTTP/1.1" status: 204 len: 168 time: 0.1894605 Jul 16 02:58:52.223888 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f6036-f628-4dc4-8aec-2e0ed40f94e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553e6f7f-2f74-4b72-ac49-c48bfd20e073,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:52.408707 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:58:52.605419 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50788) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:52.623397 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ffea89ba-8d06-4371-93b8-c89d26da23b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.728918 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ffea89ba-8d06-4371-93b8-c89d26da23b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.734753 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ffea89ba-8d06-4371-93b8-c89d26da23b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.797210 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ffea89ba-8d06-4371-93b8-c89d26da23b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b62fa00621f14e7ba790b7d136121d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903951 Jul 16 02:58:52.801608 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50792) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:52.803919 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea89ba-8d06-4371-93b8-c89d26da23b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34268914-81bc-49ff-af46-3901ee8a05d0,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:52.869893 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2a798711-9681-4b92-8812-24b8cdcb3e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.894868 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2a798711-9681-4b92-8812-24b8cdcb3e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.951403 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2a798711-9681-4b92-8812-24b8cdcb3e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.954634 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed8fa0-b150-4406-bc24-a092226a03e6 req-0ba2169f-df51-4691-bc66-f82fc5ef0cec tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:52.955284 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2a798711-9681-4b92-8812-24b8cdcb3e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.956370 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-61ed8fa0-b150-4406-bc24-a092226a03e6 req-0ba2169f-df51-4691-bc66-f82fc5ef0cec tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 944 time: 0.1082864 Jul 16 02:58:52.957191 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2a798711-9681-4b92-8812-24b8cdcb3e09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34268914-81bc-49ff-af46-3901ee8a05d0 HTTP/1.1" status: 204 len: 168 time: 0.1542881 Jul 16 02:58:52.969871 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a798711-9681-4b92-8812-24b8cdcb3e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34268914-81bc-49ff-af46-3901ee8a05d0,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:53.012394 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-61ed8fa0-b150-4406-bc24-a092226a03e6 req-2e0e885a-34cc-4119-8b43-c34fb42d7746 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2ecd2d4-e284-4368-90df-3b2f35d311ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442767 Jul 16 02:58:53.855627 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:58:53.919190 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:58:53.923331 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:58:53.923706 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.045473 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.093497 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73a9e10-36b0-4c65-9c60-0a0bfac7c056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:54.097601 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbaa869-1706-445c-8fb3-4f03792e61cd" -d '{"events": [{"server_uuid": "e73a9e10-36b0-4c65-9c60-0a0bfac7c056", "name": "network-vif-plugged", "status": "completed", "tag": "13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:54.119192 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:54.126697 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.183066 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58786843-220d-4d3a-bbe2-e0c96beeb97f x-openstack-request-id: req-58786843-220d-4d3a-bbe2-e0c96beeb97f {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:54.183516 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73a9e10-36b0-4c65-9c60-0a0bfac7c056", "name": "network-vif-plugged", "status": "completed", "tag": "13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:54.183924 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58786843-220d-4d3a-bbe2-e0c96beeb97f {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:54.184549 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73a9e10-36b0-4c65-9c60-0a0bfac7c056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d', 'code': 200} Jul 16 02:58:54.238196 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:54.264961 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62195e09-cec7-47ae-9fac-3c0c88f08a10 req-87d66c7f-2417-4c34-ad66-5b229d5b5ea1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:54.266709 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-62195e09-cec7-47ae-9fac-3c0c88f08a10 req-87d66c7f-2417-4c34-ad66-5b229d5b5ea1 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 945 time: 0.0799880 Jul 16 02:58:54.312243 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-62195e09-cec7-47ae-9fac-3c0c88f08a10 req-836060e1-264a-4659-87d4-50b4fb49bbaf tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2ecd2d4-e284-4368-90df-3b2f35d311ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397193 Jul 16 02:58:54.504522 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed15968-16f7-4caa-a156-f79b42c2e23d req-fd765465-87a1-482f-a8a0-fd139de1a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:54.507302 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ed15968-16f7-4caa-a156-f79b42c2e23d req-fd765465-87a1-482f-a8a0-fd139de1a76d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 1098 time: 0.0734138 Jul 16 02:58:54.551143 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ed15968-16f7-4caa-a156-f79b42c2e23d req-6700b5c2-917c-48d0-b8be-02d6afc3ce44 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2ecd2d4-e284-4368-90df-3b2f35d311ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371211 Jul 16 02:58:55.514338 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032a65d-7917-42cd-966c-7e91c3a2aab9 req-fa297dbd-38fc-4833-8bf6-4800df1e5ad0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:55.516082 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e032a65d-7917-42cd-966c-7e91c3a2aab9 req-fa297dbd-38fc-4833-8bf6-4800df1e5ad0 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 945 time: 0.0728719 Jul 16 02:58:55.573550 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e032a65d-7917-42cd-966c-7e91c3a2aab9 req-9ddd9e20-a19f-4ae2-adf0-db9c6ab76c91 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2ecd2d4-e284-4368-90df-3b2f35d311ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461581 Jul 16 02:58:56.787487 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b665e-6b9c-4545-9e28-440c4b291801 req-cfd12b41-3070-47c0-9ef0-9b21180a1eb4 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:56.789103 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f45b665e-6b9c-4545-9e28-440c4b291801 req-cfd12b41-3070-47c0-9ef0-9b21180a1eb4 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 945 time: 0.0901306 Jul 16 02:58:56.833725 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f45b665e-6b9c-4545-9e28-440c4b291801 req-228ae906-2c42-4210-b406-f694e30d5bbb tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2ecd2d4-e284-4368-90df-3b2f35d311ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348980 Jul 16 02:58:57.017059 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62b5f2-0149-4fc4-b7a9-d67d8648066a req-20d44c74-bae2-45ad-b6ff-4145d734d6bd tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:57.018711 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c62b5f2-0149-4fc4-b7a9-d67d8648066a req-20d44c74-bae2-45ad-b6ff-4145d734d6bd tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 945 time: 0.0699418 Jul 16 02:58:57.030599 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50870) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:57.035909 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-e4ca90ac-4ce9-4028-97bc-6bfd626056ec tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Request body: {'floatingip': {'port_id': '13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:57.082429 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4ca90ac-4ce9-4028-97bc-6bfd626056ec tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for floatingip, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.584023 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4ca90ac-4ce9-4028-97bc-6bfd626056ec tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.589153 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4ca90ac-4ce9-4028-97bc-6bfd626056ec tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.758072 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-e4ca90ac-4ce9-4028-97bc-6bfd626056ec tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Floating IP 17ec0cbf-75d0-4cde-8360-c5400bb905f4 associated. External IP: 172.27.1.117, port: 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d. Jul 16 02:58:57.888555 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50878) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:58.056323 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-873754d0-9043-4848-84e8-73083391219d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.105299 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ca90ac-4ce9-4028-97bc-6bfd626056ec tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Router 5a883065-29bb-4518-8a9b-254119326319 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:58:58.293432 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ca90ac-4ce9-4028-97bc-6bfd626056ec tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:58:58.301827 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-e4ca90ac-4ce9-4028-97bc-6bfd626056ec tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.308385 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf45e6c3-c9b7-4f54-9529-2c6520c36a54 None None] Sync routers for ids ['5a883065-29bb-4518-8a9b-254119326319'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:58:58.309888 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-873754d0-9043-4848-84e8-73083391219d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.330277 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf45e6c3-c9b7-4f54-9529-2c6520c36a54 None None] Routers {'5a883065-29bb-4518-8a9b-254119326319'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:58:58.331380 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-bf45e6c3-c9b7-4f54-9529-2c6520c36a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:58:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['5a883065-29bb-4518-8a9b-254119326319'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:58.332593 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-873754d0-9043-4848-84e8-73083391219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.388586 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-e4ca90ac-4ce9-4028-97bc-6bfd626056ec tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "PUT /v2.0/floatingips/17ec0cbf-75d0-4cde-8360-c5400bb905f4 HTTP/1.1" status: 200 len: 991 time: 1.3568001 Jul 16 02:58:58.392108 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73a9e10-36b0-4c65-9c60-0a0bfac7c056', 'tag': '13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:58.394484 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5e253d-1d33-499d-88e7-fe3b92049bda" -d '{"events": [{"name": "network-changed", "server_uuid": "e73a9e10-36b0-4c65-9c60-0a0bfac7c056", "tag": "13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:58.402316 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50886) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:58.402754 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-873754d0-9043-4848-84e8-73083391219d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0006f6206fde495e9d7ce9645d64ff1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125575 Jul 16 02:58:58.409251 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873754d0-9043-4848-84e8-73083391219d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e103e8-c225-42eb-b9eb-b2c5cd5425d9,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:58.470519 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-bf45e6c3-c9b7-4f54-9529-2c6520c36a54 None None] Set router 5a883065-29bb-4518-8a9b-254119326319 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:58:58.475357 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8fd516-5a9b-49f6-a2c6-da5bffc15122 x-openstack-request-id: req-9f8fd516-5a9b-49f6-a2c6-da5bffc15122 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:58.475703 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73a9e10-36b0-4c65-9c60-0a0bfac7c056", "tag": "13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:58.475965 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f8fd516-5a9b-49f6-a2c6-da5bffc15122 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:58.476230 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5303610c-7862-44b6-9c88-8ee2ba4008fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.476380 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73a9e10-36b0-4c65-9c60-0a0bfac7c056', 'tag': '13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d', 'status': 'completed', 'code': 200} Jul 16 02:58:58.502703 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5303610c-7862-44b6-9c88-8ee2ba4008fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.580460 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5303610c-7862-44b6-9c88-8ee2ba4008fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.586420 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5303610c-7862-44b6-9c88-8ee2ba4008fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.593494 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5303610c-7862-44b6-9c88-8ee2ba4008fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09e103e8-c225-42eb-b9eb-b2c5cd5425d9 HTTP/1.1" status: 204 len: 168 time: 0.1867452 Jul 16 02:58:58.613327 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303610c-7862-44b6-9c88-8ee2ba4008fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e103e8-c225-42eb-b9eb-b2c5cd5425d9,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:58.623775 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e253d-1d33-499d-88e7-fe3b92049bda req-b707d799-7121-41b6-9e24-77de21fcfd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:58.626639 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0d5e253d-1d33-499d-88e7-fe3b92049bda req-b707d799-7121-41b6-9e24-77de21fcfd4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=29aae069908e46e4a488a1aace77f0c8&device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 1098 time: 0.0868852 Jul 16 02:58:58.771267 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e253d-1d33-499d-88e7-fe3b92049bda req-471b41fe-9ae3-4fab-9c3b-09b1e7c3733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:58.772798 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0d5e253d-1d33-499d-88e7-fe3b92049bda req-471b41fe-9ae3-4fab-9c3b-09b1e7c3733f service neutron] 10.222.0.59 "GET /v2.0/networks?id=2f019d7f-ca97-4436-8164-18594840904c HTTP/1.1" status: 200 len: 912 time: 0.1184597 Jul 16 02:58:58.793608 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-bf45e6c3-c9b7-4f54-9529-2c6520c36a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '17ec0cbf-75d0-4cde-8360-c5400bb905f4', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': '5a883065-29bb-4518-8a9b-254119326319', 'port_id': '13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'mac_address': 'fa:16:3e:79:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a9e10-36b0-4c65-9c60-0a0bfac7c056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:58:43Z', 'updated_at': '2021-07-16T02:58:57Z', 'revision_number': 1, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:48Z', 'revision_number': 5, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:58.825549 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf45e6c3-c9b7-4f54-9529-2c6520c36a54 None None] Checking router: 5a883065-29bb-4518-8a9b-254119326319 for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:58:58.834488 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf45e6c3-c9b7-4f54-9529-2c6520c36a54 None None] Routers {'5a883065-29bb-4518-8a9b-254119326319'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:58:58.835094 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-bf45e6c3-c9b7-4f54-9529-2c6520c36a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:58:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['5a883065-29bb-4518-8a9b-254119326319'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:58.841277 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0d5e253d-1d33-499d-88e7-fe3b92049bda req-b644db0b-d4a2-4a82-9f15-bda85c669b05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d HTTP/1.1" status: 200 len: 999 time: 0.0617313 Jul 16 02:58:58.900847 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e253d-1d33-499d-88e7-fe3b92049bda req-46ec849e-6523-4b76-ac37-d7ed42c82637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:58.903586 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0d5e253d-1d33-499d-88e7-fe3b92049bda req-46ec849e-6523-4b76-ac37-d7ed42c82637 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=74e7130c-43e1-4974-8008-6ba18bb52ea5 HTTP/1.1" status: 200 len: 850 time: 0.0512667 Jul 16 02:58:58.950712 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-bf45e6c3-c9b7-4f54-9529-2c6520c36a54 None None] Set router 5a883065-29bb-4518-8a9b-254119326319 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:58:58.974378 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e253d-1d33-499d-88e7-fe3b92049bda req-50756081-654c-49df-aaeb-da0d0ff92e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:58.976486 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0d5e253d-1d33-499d-88e7-fe3b92049bda req-50756081-654c-49df-aaeb-da0d0ff92e27 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2f019d7f-ca97-4436-8164-18594840904c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637705 Jul 16 02:58:58.983205 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50892) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:58.998582 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-016a51b2-1c53-49b5-b3af-a6c1bc0ef341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.090687 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0d5e253d-1d33-499d-88e7-fe3b92049bda req-4460db35-6a47-463b-a115-ef8535808c4d service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057985 Jul 16 02:58:59.109312 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-016a51b2-1c53-49b5-b3af-a6c1bc0ef341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.114502 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-016a51b2-1c53-49b5-b3af-a6c1bc0ef341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.158227 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-016a51b2-1c53-49b5-b3af-a6c1bc0ef341 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a3875de081549f080bde8cdc3ad8bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736610 Jul 16 02:58:59.159289 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a51b2-1c53-49b5-b3af-a6c1bc0ef341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc87672-3566-4df1-a73c-ad493915f6ed,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:59.162249 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50894) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:59.205048 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0d5e253d-1d33-499d-88e7-fe3b92049bda req-fbe6e70b-0c8f-48dd-86ba-9fbe3e36b88c service neutron] 10.222.0.59 "GET /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071711 Jul 16 02:58:59.222896 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-bf45e6c3-c9b7-4f54-9529-2c6520c36a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '17ec0cbf-75d0-4cde-8360-c5400bb905f4', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': '5a883065-29bb-4518-8a9b-254119326319', 'port_id': '13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'mac_address': 'fa:16:3e:79:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a9e10-36b0-4c65-9c60-0a0bfac7c056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:58:43Z', 'updated_at': '2021-07-16T02:58:57Z', 'revision_number': 1, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:48Z', 'revision_number': 5, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:59.233329 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-57ba59d9-9b47-4805-a0a5-75f154216e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.252319 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf45e6c3-c9b7-4f54-9529-2c6520c36a54 None None] The sync data for ids ['5a883065-29bb-4518-8a9b-254119326319'] in dv-cinder-788364-5-iscsi is: [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '17ec0cbf-75d0-4cde-8360-c5400bb905f4', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': '5a883065-29bb-4518-8a9b-254119326319', 'port_id': '13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'mac_address': 'fa:16:3e:79:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73a9e10-36b0-4c65-9c60-0a0bfac7c056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:58:43Z', 'updated_at': '2021-07-16T02:58:57Z', 'revision_number': 1, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:48Z', 'revision_number': 5, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:58:59.265139 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-57ba59d9-9b47-4805-a0a5-75f154216e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.334058 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-57ba59d9-9b47-4805-a0a5-75f154216e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.336633 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-57ba59d9-9b47-4805-a0a5-75f154216e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.338281 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-57ba59d9-9b47-4805-a0a5-75f154216e4f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fc87672-3566-4df1-a73c-ad493915f6ed HTTP/1.1" status: 204 len: 168 time: 0.1746416 Jul 16 02:58:59.346936 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba59d9-9b47-4805-a0a5-75f154216e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc87672-3566-4df1-a73c-ad493915f6ed,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:59.482373 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3e117c-f831-4c29-9201-549967d6a710 None None] New status for floating IP 17ec0cbf-75d0-4cde-8360-c5400bb905f4: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:59:00.890669 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:59:01.726766 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50968) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:01.861385 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a429320-9721-4d0a-a66e-cf3c2815e6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:01.965749 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a429320-9721-4d0a-a66e-cf3c2815e6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:01.969836 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9a429320-9721-4d0a-a66e-cf3c2815e6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.014491 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a429320-9721-4d0a-a66e-cf3c2815e6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce59c4f-8c57-4dfc-a24f-6db1ed4242af,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:02.019370 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9a429320-9721-4d0a-a66e-cf3c2815e6a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4598f19e040541988b9acdac2a90f49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915397 Jul 16 02:59:02.023327 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50974) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:02.082005 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-40dd6957-472e-4c20-bf67-0a73cab4f66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.105922 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-40dd6957-472e-4c20-bf67-0a73cab4f66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.157662 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-40dd6957-472e-4c20-bf67-0a73cab4f66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.162350 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-40dd6957-472e-4c20-bf67-0a73cab4f66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.164350 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-40dd6957-472e-4c20-bf67-0a73cab4f66f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fce59c4f-8c57-4dfc-a24f-6db1ed4242af HTTP/1.1" status: 204 len: 168 time: 0.1397781 Jul 16 02:59:02.179286 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd6957-472e-4c20-bf67-0a73cab4f66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce59c4f-8c57-4dfc-a24f-6db1ed4242af,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:02.465157 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 50980) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:02.484443 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9031dbc-99c4-46a6-bea4-62ece6b7c4fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.597363 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9031dbc-99c4-46a6-bea4-62ece6b7c4fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.603158 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d9031dbc-99c4-46a6-bea4-62ece6b7c4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.676134 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d9031dbc-99c4-46a6-bea4-62ece6b7c4fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b0d9c1d885d44a4b68cff56c2284b3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093089 Jul 16 02:59:02.677862 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9031dbc-99c4-46a6-bea4-62ece6b7c4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461b1c76-471b-4b83-b080-2b96e6c000c6,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:02.678774 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 50984) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:02.740630 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f7254eb3-03ae-460f-a21e-1676b2ccc32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.768642 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f7254eb3-03ae-460f-a21e-1676b2ccc32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.823664 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f7254eb3-03ae-460f-a21e-1676b2ccc32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.826489 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f7254eb3-03ae-460f-a21e-1676b2ccc32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.827781 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-f7254eb3-03ae-460f-a21e-1676b2ccc32c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/461b1c76-471b-4b83-b080-2b96e6c000c6 HTTP/1.1" status: 204 len: 168 time: 0.1479547 Jul 16 02:59:02.840338 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7254eb3-03ae-460f-a21e-1676b2ccc32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461b1c76-471b-4b83-b080-2b96e6c000c6,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:07.674853 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8f7c3b99-2df2-43ea-bd39-b79f839b2356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.345032 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.429216 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2c355-fe05-4c23-b41d-84b906562426 req-44ba7a16-1d19-46b5-ae02-64b25b776a57 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:11.431944 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b7a2c355-fe05-4c23-b41d-84b906562426 req-44ba7a16-1d19-46b5-ae02-64b25b776a57 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 946 time: 0.0691338 Jul 16 02:59:11.482625 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b7a2c355-fe05-4c23-b41d-84b906562426 req-a6e434cd-d66c-46cf-8cad-6a5c0efbcfb3 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377293 Jul 16 02:59:11.660504 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-807555b2-1061-446e-9f1d-25ddb779a3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.360949 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.682504 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8561d-9333-4f2e-9da3-45bc738bf11b req-63b66fa3-c086-418a-a1e0-8af6e1db332e tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:12.683932 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e1c8561d-9333-4f2e-9da3-45bc738bf11b req-63b66fa3-c086-418a-a1e0-8af6e1db332e tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 946 time: 0.0674715 Jul 16 02:59:12.721843 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e1c8561d-9333-4f2e-9da3-45bc738bf11b req-7d2aec1d-03dd-430f-85fd-40ff52291333 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322998 Jul 16 02:59:13.904460 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865341e6-fba6-43cb-b606-623168917f6f req-6a4a5aff-4ec8-4a1f-ad72-e9106422bd41 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:13.906076 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-865341e6-fba6-43cb-b606-623168917f6f req-6a4a5aff-4ec8-4a1f-ad72-e9106422bd41 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 946 time: 0.0650353 Jul 16 02:59:13.944716 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-865341e6-fba6-43cb-b606-623168917f6f req-44445976-b44d-4e23-b404-92e314e6ce6f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328877 Jul 16 02:59:14.934609 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:15.140551 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adc2c0-e16d-46b2-91b9-0e0925c5705f req-b8758d14-e272-4560-b6b8-179de0464faa tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:15.142205 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-24adc2c0-e16d-46b2-91b9-0e0925c5705f req-b8758d14-e272-4560-b6b8-179de0464faa tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 946 time: 0.0793953 Jul 16 02:59:15.205501 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-24adc2c0-e16d-46b2-91b9-0e0925c5705f req-ba5b8807-9620-4268-b18e-0c6876be4334 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564098 Jul 16 02:59:16.223786 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-f7c4e56a-4d93-4e5e-9a14-e43843af6958 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:16.225292 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-f7c4e56a-4d93-4e5e-9a14-e43843af6958 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 946 time: 0.0674460 Jul 16 02:59:16.396505 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Deleting port 26a4e694-a4a3-4f8a-956d-64f9001c2399 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:16.396871 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.447440 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d86778-0631-4824-b35e-deb616b1cdd6 req-aa0de666-fc81-4437-ad21-a24d2e8005ac tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:16.449112 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-70d86778-0631-4824-b35e-deb616b1cdd6 req-aa0de666-fc81-4437-ad21-a24d2e8005ac tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 946 time: 0.1182089 Jul 16 02:59:16.545058 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-70d86778-0631-4824-b35e-deb616b1cdd6 req-87c7af53-7a8f-41f8-947b-f7f4a8b7f555 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=54378d54-36fd-4a5a-8ac7-01c1fb148984&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685642 Jul 16 02:59:16.550943 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] For port 26a4e694-a4a3-4f8a-956d-64f9001c2399, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=26a4e694-a4a3-4f8a-956d-64f9001c2399,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:16.551069 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.006682 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.007273 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.007777 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Floating IP f07b6f75-a9aa-4302-a8d2-642221fd2f40 disassociated. External IP: 172.27.1.52, port: 26a4e694-a4a3-4f8a-956d-64f9001c2399. Jul 16 02:59:17.008397 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Calling delete_port for 26a4e694-a4a3-4f8a-956d-64f9001c2399 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:17.161778 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.212085 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event deleted for resources: {'Port': ['ID=26a4e694-a4a3-4f8a-956d-64f9001c2399,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:17.366387 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:59:17.490084 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:59:17.500779 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9d981e-ec2b-4338-823b-29fbd635b399 None None] Sync routers for ids ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:59:17.512155 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d981e-ec2b-4338-823b-29fbd635b399 None None] Routers {'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:17.512860 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-bb9d981e-ec2b-4338-823b-29fbd635b399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:59:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:17.543793 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] No DVR routers for this DVR port 26a4e694-a4a3-4f8a-956d-64f9001c2399 on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:17.546549 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.548615 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7bebbe80-e86d-4fe7-a307-329cf1775945 req-d1710a5e-1a52-403c-9566-c046cb948601 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.59 "DELETE /v2.0/ports/26a4e694-a4a3-4f8a-956d-64f9001c2399 HTTP/1.1" status: 204 len: 173 time: 1.3178465 Jul 16 02:59:17.549190 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b678482-bdc6-41db-bb18-14580f317579', 'name': 'network-vif-deleted', 'tag': '26a4e694-a4a3-4f8a-956d-64f9001c2399'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:17.551697 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47a7e69-c17c-43d3-9784-5bf08bd9cc50" -d '{"events": [{"server_uuid": "1b678482-bdc6-41db-bb18-14580f317579", "name": "network-vif-deleted", "tag": "26a4e694-a4a3-4f8a-956d-64f9001c2399"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:17.625268 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2043c58b-99d4-45ce-b4db-063020e58412 x-openstack-request-id: req-2043c58b-99d4-45ce-b4db-063020e58412 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:17.625723 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b678482-bdc6-41db-bb18-14580f317579", "name": "network-vif-deleted", "tag": "26a4e694-a4a3-4f8a-956d-64f9001c2399", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:17.626147 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2043c58b-99d4-45ce-b4db-063020e58412 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:17.626807 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b678482-bdc6-41db-bb18-14580f317579', 'name': 'network-vif-deleted', 'tag': '26a4e694-a4a3-4f8a-956d-64f9001c2399', 'status': 'completed', 'code': 200} Jul 16 02:59:17.684915 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-bb9d981e-ec2b-4338-823b-29fbd635b399 None None] Set router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:17.976194 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d05ffac-9763-45fe-88b4-9c29fde9a591 req-6a266eb6-8197-476c-8c1d-0d3fda314b34 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b678482-bdc6-41db-bb18-14580f317579 HTTP/1.1" status: 200 len: 210 time: 0.2543871 Jul 16 02:59:18.009153 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-bb9d981e-ec2b-4338-823b-29fbd635b399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:52Z', 'revision_number': 5, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:18.047194 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9d981e-ec2b-4338-823b-29fbd635b399 None None] Checking router: fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:59:18.060106 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d981e-ec2b-4338-823b-29fbd635b399 None None] Routers {'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:18.060893 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-bb9d981e-ec2b-4338-823b-29fbd635b399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:59:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:18.182185 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-bb9d981e-ec2b-4338-823b-29fbd635b399 None None] Set router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:18.282972 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f67a96ea-024b-467c-9ae5-52e30561bce1 req-90c04fc6-a02e-4329-aa0d-1a96132cf339 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195722788&fields=id&tenant_id=1ce8c3e02e3a40f2bc4907406c7af456 HTTP/1.1" status: 200 len: 267 time: 0.0881362 Jul 16 02:59:18.359667 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a96ea-024b-467c-9ae5-52e30561bce1 req-25786554-a8f2-42d2-8c37-90329c6a1c78 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:18.361363 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f67a96ea-024b-467c-9ae5-52e30561bce1 req-25786554-a8f2-42d2-8c37-90329c6a1c78 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 985 time: 0.0728877 Jul 16 02:59:18.373304 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-f67a96ea-024b-467c-9ae5-52e30561bce1 req-ec5e1dd1-2974-4bfa-9578-f009dcf4534f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Request body: {'port': {'security_groups': ['ea7d7aac-7296-4777-9a5a-f6b236011907']}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:59:18.415235 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-bb9d981e-ec2b-4338-823b-29fbd635b399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:52Z', 'revision_number': 5, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:18.449812 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9d981e-ec2b-4338-823b-29fbd635b399 None None] The sync data for ids ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'] in dv-cinder-788364-5-iscsi is: [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:52Z', 'revision_number': 5, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:59:18.467371 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f67a96ea-024b-467c-9ae5-52e30561bce1 req-ec5e1dd1-2974-4bfa-9578-f009dcf4534f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:18.692819 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5aa24d-e500-45eb-8258-8767282f99ea None None] New status for floating IP f07b6f75-a9aa-4302-a8d2-642221fd2f40: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:59:18.693842 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-f67a96ea-024b-467c-9ae5-52e30561bce1 req-ec5e1dd1-2974-4bfa-9578-f009dcf4534f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] For port 368f38e7-78c7-4e00-a990-335101f30c1d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=368f38e7-78c7-4e00-a990-335101f30c1d,segment=NetworkSegment(751ce284-7144-402d-88f2-b2fdc49578c7),segment_id=751ce284-7144-402d-88f2-b2fdc49578c7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:18.727356 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f67a96ea-024b-467c-9ae5-52e30561bce1 req-ec5e1dd1-2974-4bfa-9578-f009dcf4534f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:18.733846 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f67a96ea-024b-467c-9ae5-52e30561bce1 req-ec5e1dd1-2974-4bfa-9578-f009dcf4534f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:18.775446 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['368f38e7-78c7-4e00-a990-335101f30c1d'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:59:18.781092 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a96ea-024b-467c-9ae5-52e30561bce1 req-ec5e1dd1-2974-4bfa-9578-f009dcf4534f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:18.781772 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f67a96ea-024b-467c-9ae5-52e30561bce1 req-ec5e1dd1-2974-4bfa-9578-f009dcf4534f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:18.783234 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f67a96ea-024b-467c-9ae5-52e30561bce1 req-ec5e1dd1-2974-4bfa-9578-f009dcf4534f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "PUT /v2.0/ports/368f38e7-78c7-4e00-a990-335101f30c1d HTTP/1.1" status: 200 len: 943 time: 0.4156895 Jul 16 02:59:18.800247 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51164) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:18.811323 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e1dd1-2974-4bfa-9578-f009dcf4534f tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event updated for resources: {'Port': ['ID=368f38e7-78c7-4e00-a990-335101f30c1d,revision_number=7']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:18.926121 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:18.934345 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['368f38e7-78c7-4e00-a990-335101f30c1d'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:59:18.940078 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6dc9041a-ace6-4405-b673-b208b4bc4064 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:18.980573 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6dc9041a-ace6-4405-b673-b208b4bc4064 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.106367 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6dc9041a-ace6-4405-b673-b208b4bc4064 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.110956 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6dc9041a-ace6-4405-b673-b208b4bc4064 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.115742 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 51172) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:19.116714 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6dc9041a-ace6-4405-b673-b208b4bc4064 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "DELETE /v2.0/security-groups/aa11efa2-36fa-4e9f-b5b8-cfcec7599a22 HTTP/1.1" status: 204 len: 168 time: 0.3136821 Jul 16 02:59:19.129359 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9041a-ace6-4405-b673-b208b4bc4064 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa11efa2-36fa-4e9f-b5b8-cfcec7599a22,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:19.226492 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51186) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:19.228558 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-3a3928cb-cfab-4c14-a859-0451e5df71ef None None] Provisioning complete for port 368f38e7-78c7-4e00-a990-335101f30c1d triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:59:19.228973 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3a3928cb-cfab-4c14-a859-0451e5df71ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.304572 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a79b815-02a6-489b-9ec1-e40c023c9f86 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.332628 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a79b815-02a6-489b-9ec1-e40c023c9f86 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.368823 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cfdba-d455-4d5d-9dc6-043c56b23454 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Deleting port bf611324-b50f-408c-bf50-a52865e3998a {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:19.369370 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfdba-d455-4d5d-9dc6-043c56b23454 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.405915 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a79b815-02a6-489b-9ec1-e40c023c9f86 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.408458 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-7a79b815-02a6-489b-9ec1-e40c023c9f86 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.409961 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7a79b815-02a6-489b-9ec1-e40c023c9f86 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "DELETE /v2.0/security-groups/54378d54-36fd-4a5a-8ac7-01c1fb148984 HTTP/1.1" status: 204 len: 168 time: 0.1812997 Jul 16 02:59:19.413336 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51216) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:19.429657 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79b815-02a6-489b-9ec1-e40c023c9f86 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54378d54-36fd-4a5a-8ac7-01c1fb148984,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:19.432527 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-bca6d061-8cca-4d11-a6ef-e9069d37efa7 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] show failed (client error): The resource could not be found. Jul 16 02:59:19.433945 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-bca6d061-8cca-4d11-a6ef-e9069d37efa7 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups/54378d54-36fd-4a5a-8ac7-01c1fb148984 HTTP/1.1" status: 404 len: 347 time: 0.0197089 Jul 16 02:59:19.437072 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51218) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:19.467735 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfdba-d455-4d5d-9dc6-043c56b23454 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.468358 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfdba-d455-4d5d-9dc6-043c56b23454 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.480273 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cfdba-d455-4d5d-9dc6-043c56b23454 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Calling delete_port for bf611324-b50f-408c-bf50-a52865e3998a owned by network:floatingip {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:19.574359 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-eafa641d-9223-43a6-a749-7f943d7b1a58 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Deleting port 2107c36e-ddf8-4a36-9bc2-db4a5bac62ce {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:19.574705 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eafa641d-9223-43a6-a749-7f943d7b1a58 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.645810 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'tag': '368f38e7-78c7-4e00-a990-335101f30c1d'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:19.648362 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ead9ba-c9c2-49da-abb3-e4803765df8b" -d '{"events": [{"name": "network-changed", "server_uuid": "114ecdcf-9c0d-4f2b-b1d9-ea8d42619746", "tag": "368f38e7-78c7-4e00-a990-335101f30c1d"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:19.688467 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eafa641d-9223-43a6-a749-7f943d7b1a58 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.688986 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eafa641d-9223-43a6-a749-7f943d7b1a58 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.690775 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76358b5c-f98e-4cb8-ba3a-115efeb12515 x-openstack-request-id: req-76358b5c-f98e-4cb8-ba3a-115efeb12515 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:19.691074 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114ecdcf-9c0d-4f2b-b1d9-ea8d42619746", "tag": "368f38e7-78c7-4e00-a990-335101f30c1d", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:19.691327 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76358b5c-f98e-4cb8-ba3a-115efeb12515 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:19.692265 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'tag': '368f38e7-78c7-4e00-a990-335101f30c1d', 'status': 'completed', 'code': 200} Jul 16 02:59:19.698449 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfdba-d455-4d5d-9dc6-043c56b23454 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.703286 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-eafa641d-9223-43a6-a749-7f943d7b1a58 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Calling delete_port for 2107c36e-ddf8-4a36-9bc2-db4a5bac62ce owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:19.732243 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cfdba-d455-4d5d-9dc6-043c56b23454 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event deleted for resources: {'Port': ['ID=bf611324-b50f-408c-bf50-a52865e3998a,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:19.829872 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfdba-d455-4d5d-9dc6-043c56b23454 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks [] for floatingip, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.830213 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-6e7cfdba-d455-4d5d-9dc6-043c56b23454 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Floating IP 2104ec87-2e24-4254-8562-c220b9c46685 disassociated (deleted). External IP: 172.27.1.129, port: 368f38e7-78c7-4e00-a990-335101f30c1d. Jul 16 02:59:19.853788 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eafa641d-9223-43a6-a749-7f943d7b1a58 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.877410 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa641d-9223-43a6-a749-7f943d7b1a58 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event deleted for resources: {'Port': ['ID=2107c36e-ddf8-4a36-9bc2-db4a5bac62ce,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:19.886379 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ead9ba-c9c2-49da-abb3-e4803765df8b req-7f81e4fd-836b-4378-8aab-d1a098229c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:19.887679 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e7ead9ba-c9c2-49da-abb3-e4803765df8b req-7f81e4fd-836b-4378-8aab-d1a098229c74 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ce8c3e02e3a40f2bc4907406c7af456&device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 1099 time: 0.1358306 Jul 16 02:59:19.965544 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eafa641d-9223-43a6-a749-7f943d7b1a58 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.968263 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 26a4e694-a4a3-4f8a-956d-64f9001c2399 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:19.968823 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-eafa641d-9223-43a6-a749-7f943d7b1a58 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:19.975741 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-eafa641d-9223-43a6-a749-7f943d7b1a58 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "DELETE /v2.0/floatingips/f07b6f75-a9aa-4302-a8d2-642221fd2f40 HTTP/1.1" status: 204 len: 168 time: 0.5349467 Jul 16 02:59:19.991329 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: 26a4e694-a4a3-4f8a-956d-64f9001c2399 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:19.991950 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 26a4e694-a4a3-4f8a-956d-64f9001c2399 not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:20.163729 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ead9ba-c9c2-49da-abb3-e4803765df8b req-5d8febdc-372a-4f52-b10e-cc64a304c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:20.165401 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e7ead9ba-c9c2-49da-abb3-e4803765df8b req-5d8febdc-372a-4f52-b10e-cc64a304c205 service neutron] 10.222.0.59 "GET /v2.0/networks?id=217c2ffe-e658-40d8-bce9-f447f4e45f0d HTTP/1.1" status: 200 len: 915 time: 0.2463539 Jul 16 02:59:20.170624 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7cfdba-d455-4d5d-9dc6-043c56b23454 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Router df466a0b-1a87-49c9-bf34-286a1f6ab217 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:59:20.253688 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e7ead9ba-c9c2-49da-abb3-e4803765df8b req-f85dcd6a-589f-4ba2-a72a-46b8200bea3c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=368f38e7-78c7-4e00-a990-335101f30c1d HTTP/1.1" status: 200 len: 217 time: 0.0384817 Jul 16 02:59:20.362325 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ead9ba-c9c2-49da-abb3-e4803765df8b req-0f681f5b-5fe9-49e1-a523-8f0455cab82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:20.363957 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e7ead9ba-c9c2-49da-abb3-e4803765df8b req-0f681f5b-5fe9-49e1-a523-8f0455cab82b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7635fef6-4f9a-4851-a305-7401b9f33f36 HTTP/1.1" status: 200 len: 853 time: 0.1033401 Jul 16 02:59:20.369618 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7cfdba-d455-4d5d-9dc6-043c56b23454 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:59:20.376123 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6e7cfdba-d455-4d5d-9dc6-043c56b23454 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:20.384749 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625bc833-8b95-49b8-9ff9-a1049b6624e9 None None] Sync routers for ids ['df466a0b-1a87-49c9-bf34-286a1f6ab217'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:59:20.395324 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625bc833-8b95-49b8-9ff9-a1049b6624e9 None None] Routers {'df466a0b-1a87-49c9-bf34-286a1f6ab217'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:20.396069 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-625bc833-8b95-49b8-9ff9-a1049b6624e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:59:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['df466a0b-1a87-49c9-bf34-286a1f6ab217'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:20.476461 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51244) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:20.482051 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-31949749-4d62-463d-81c9-4cbba7af1ac9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Request body: {'security_group': {'name': 'tempest-securitygroup--917561518', 'description': 'tempest-description--656169676'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:59:20.490897 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6e7cfdba-d455-4d5d-9dc6-043c56b23454 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "DELETE /v2.0/floatingips/2104ec87-2e24-4254-8562-c220b9c46685 HTTP/1.1" status: 204 len: 168 time: 1.3742707 Jul 16 02:59:20.510651 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-31949749-4d62-463d-81c9-4cbba7af1ac9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:20.517536 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ead9ba-c9c2-49da-abb3-e4803765df8b req-0a5eb7e9-f9c4-4e42-bd52-313ef066cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:20.519132 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e7ead9ba-c9c2-49da-abb3-e4803765df8b req-0a5eb7e9-f9c4-4e42-bd52-313ef066cc9d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=217c2ffe-e658-40d8-bce9-f447f4e45f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1406369 Jul 16 02:59:20.523225 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-625bc833-8b95-49b8-9ff9-a1049b6624e9 None None] Set router df466a0b-1a87-49c9-bf34-286a1f6ab217 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:20.530580 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ffd452af-b963-49ba-bd8f-52c63c7bd71a req-c70ceb4b-511b-410b-a077-1eedd8574bd9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1415992 Jul 16 02:59:20.625158 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-31949749-4d62-463d-81c9-4cbba7af1ac9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:20.631117 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-31949749-4d62-463d-81c9-4cbba7af1ac9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:20.642213 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e7ead9ba-c9c2-49da-abb3-e4803765df8b req-7c7b5f5f-44b5-4afe-b56e-0fa98588f916 service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101308 Jul 16 02:59:20.670316 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-31949749-4d62-463d-81c9-4cbba7af1ac9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:20.672370 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-31949749-4d62-463d-81c9-4cbba7af1ac9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1933770 Jul 16 02:59:20.673031 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31949749-4d62-463d-81c9-4cbba7af1ac9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcd3355-6ce3-4c3d-8566-84508be34d55,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:20.684800 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51252) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:20.705539 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-4ff8c1ee-5487-4abf-b9fc-16e39a3bb9d8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Request body: {'security_group_rule': {'security_group_id': '7dcd3355-6ce3-4c3d-8566-84508be34d55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:59:20.763859 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4ff8c1ee-5487-4abf-b9fc-16e39a3bb9d8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:20.782028 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e7ead9ba-c9c2-49da-abb3-e4803765df8b req-a4b4cec0-ba0e-4d0f-b30d-bf529d51c241 service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306353 Jul 16 02:59:20.815470 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-625bc833-8b95-49b8-9ff9-a1049b6624e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:51Z', 'revision_number': 4, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port': {'id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '4b1b32df-0f81-4736-9a24-b6b30b63a196', 'name': '', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'mac_address': 'fa:16:3e:53:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:50Z', 'updated_at': '2021-07-16T02:57:00Z', 'revision_number': 5, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'subnets': [{'id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:20.849698 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625bc833-8b95-49b8-9ff9-a1049b6624e9 None None] Checking router: df466a0b-1a87-49c9-bf34-286a1f6ab217 for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:59:20.855538 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4ff8c1ee-5487-4abf-b9fc-16e39a3bb9d8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:20.861072 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625bc833-8b95-49b8-9ff9-a1049b6624e9 None None] Routers {'df466a0b-1a87-49c9-bf34-286a1f6ab217'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:20.861327 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4ff8c1ee-5487-4abf-b9fc-16e39a3bb9d8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:20.861751 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-625bc833-8b95-49b8-9ff9-a1049b6624e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:59:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['df466a0b-1a87-49c9-bf34-286a1f6ab217'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:20.887571 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8c1ee-5487-4abf-b9fc-16e39a3bb9d8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb769a8-272a-43cf-af62-c600a28b8e2f,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:20.903052 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-4ff8c1ee-5487-4abf-b9fc-16e39a3bb9d8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:20.904734 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-4ff8c1ee-5487-4abf-b9fc-16e39a3bb9d8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2108402 Jul 16 02:59:20.907367 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51258) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:20.912653 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-9dcfcacd-aa33-4cd9-82a9-126dc4aa3fe2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Request body: {'security_group_rule': {'security_group_id': '7dcd3355-6ce3-4c3d-8566-84508be34d55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:59:20.952802 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9dcfcacd-aa33-4cd9-82a9-126dc4aa3fe2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:20.984733 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd452af-b963-49ba-bd8f-52c63c7bd71a req-d11b0dc6-5da6-4e69-84f7-7c8703c6fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:20.987178 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ffd452af-b963-49ba-bd8f-52c63c7bd71a req-d11b0dc6-5da6-4e69-84f7-7c8703c6fe0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ce8c3e02e3a40f2bc4907406c7af456&device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 1099 time: 0.0706723 Jul 16 02:59:21.040123 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9dcfcacd-aa33-4cd9-82a9-126dc4aa3fe2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.046155 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9dcfcacd-aa33-4cd9-82a9-126dc4aa3fe2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.068154 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfcacd-aa33-4cd9-82a9-126dc4aa3fe2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6e7173-c2f7-49fd-863c-7a0c3ac2a0ff,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:21.075030 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9dcfcacd-aa33-4cd9-82a9-126dc4aa3fe2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.079916 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9dcfcacd-aa33-4cd9-82a9-126dc4aa3fe2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1679955 Jul 16 02:59:21.079916 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51260) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:21.086547 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Request body: {'floatingip': {'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:59:21.113900 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for floatingip, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.132582 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-625bc833-8b95-49b8-9ff9-a1049b6624e9 None None] Set router df466a0b-1a87-49c9-bf34-286a1f6ab217 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:21.250461 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.396582 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-625bc833-8b95-49b8-9ff9-a1049b6624e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:51Z', 'revision_number': 4, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port': {'id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '4b1b32df-0f81-4736-9a24-b6b30b63a196', 'name': '', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'mac_address': 'fa:16:3e:53:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:50Z', 'updated_at': '2021-07-16T02:57:00Z', 'revision_number': 5, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'subnets': [{'id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:21.437553 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd452af-b963-49ba-bd8f-52c63c7bd71a req-2f024112-b376-477e-b134-df2a82834a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:21.439254 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ffd452af-b963-49ba-bd8f-52c63c7bd71a req-2f024112-b376-477e-b134-df2a82834a44 service neutron] 10.222.0.59 "GET /v2.0/networks?id=217c2ffe-e658-40d8-bce9-f447f4e45f0d HTTP/1.1" status: 200 len: 915 time: 0.3944540 Jul 16 02:59:21.442175 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Allocated IP 172.27.1.179 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/36645380-dbd8-4910-879f-de4f2dd34bca) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:59:21.447226 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625bc833-8b95-49b8-9ff9-a1049b6624e9 None None] The sync data for ids ['df466a0b-1a87-49c9-bf34-286a1f6ab217'] in dv-cinder-788364-5-iscsi is: [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:51Z', 'revision_number': 4, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port': {'id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '4b1b32df-0f81-4736-9a24-b6b30b63a196', 'name': '', 'network_id': '217c2ffe-e658-40d8-bce9-f447f4e45f0d', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'mac_address': 'fa:16:3e:53:e0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:50Z', 'updated_at': '2021-07-16T02:57:00Z', 'revision_number': 5, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'subnets': [{'id': '7635fef6-4f9a-4851-a305-7401b9f33f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:59:21.492341 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ffd452af-b963-49ba-bd8f-52c63c7bd71a req-bab37e5e-7bd0-4e28-813e-e6ccaf26cb25 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=368f38e7-78c7-4e00-a990-335101f30c1d HTTP/1.1" status: 200 len: 217 time: 0.0456862 Jul 16 02:59:21.565577 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd452af-b963-49ba-bd8f-52c63c7bd71a req-512bc79e-c40e-4dd7-9b17-3e098339b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:21.567454 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ffd452af-b963-49ba-bd8f-52c63c7bd71a req-512bc79e-c40e-4dd7-9b17-3e098339b129 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7635fef6-4f9a-4851-a305-7401b9f33f36 HTTP/1.1" status: 200 len: 853 time: 0.0642822 Jul 16 02:59:21.574783 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.630860 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.646701 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd452af-b963-49ba-bd8f-52c63c7bd71a req-e99d1fbd-684a-4026-b505-658fbb6eae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:21.648392 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ffd452af-b963-49ba-bd8f-52c63c7bd71a req-e99d1fbd-684a-4026-b505-658fbb6eae1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=217c2ffe-e658-40d8-bce9-f447f4e45f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730183 Jul 16 02:59:21.685881 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:59:21.689182 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:59:21.693212 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'tag': '368f38e7-78c7-4e00-a990-335101f30c1d'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:21.693806 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:59:21.697163 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event updated for resources: {'Port': ['ID=36645380-dbd8-4910-879f-de4f2dd34bca,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:21.699230 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c74d897-fcc5-4f16-bfc7-1ea02c51bdf7" -d '{"events": [{"name": "network-changed", "server_uuid": "114ecdcf-9c0d-4f2b-b1d9-ea8d42619746", "tag": "368f38e7-78c7-4e00-a990-335101f30c1d"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:21.769638 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7da9c1-6eb3-428f-92a2-06b3a21555e7 x-openstack-request-id: req-5b7da9c1-6eb3-428f-92a2-06b3a21555e7 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:21.770112 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114ecdcf-9c0d-4f2b-b1d9-ea8d42619746", "tag": "368f38e7-78c7-4e00-a990-335101f30c1d", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:21.770603 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b7da9c1-6eb3-428f-92a2-06b3a21555e7 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:21.771300 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'tag': '368f38e7-78c7-4e00-a990-335101f30c1d', 'status': 'completed', 'code': 200} Jul 16 02:59:21.827011 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ffd452af-b963-49ba-bd8f-52c63c7bd71a req-7abdac97-d943-47a5-9669-aa9cc4ff7e79 service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695817 Jul 16 02:59:21.832597 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f69658f-8d6e-420f-bcfe-68307a2ea4c4 None None] New status for floating IP 2104ec87-2e24-4254-8562-c220b9c46685: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:59:21.833606 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.893231 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.988513 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ffd452af-b963-49ba-bd8f-52c63c7bd71a req-3439eabc-6dd3-4001-aa2a-4b88b4648dc8 service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539648 Jul 16 02:59:22.102113 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:22.107680 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8531529'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:22.172584 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74d897-fcc5-4f16-bfc7-1ea02c51bdf7 req-7ede41dd-fdd5-469e-b156-f0c988e8815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:22.174594 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9c74d897-fcc5-4f16-bfc7-1ea02c51bdf7 req-7ede41dd-fdd5-469e-b156-f0c988e8815e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ce8c3e02e3a40f2bc4907406c7af456&device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 1099 time: 0.0802839 Jul 16 02:59:22.186912 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event updated for resources: {'Port': ['ID=36645380-dbd8-4910-879f-de4f2dd34bca,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:22.199682 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:22.213677 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:22.223166 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f937a83f-4fb2-496b-af4c-54d1013ae7ad tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1338222 Jul 16 02:59:22.317923 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74d897-fcc5-4f16-bfc7-1ea02c51bdf7 req-c26f7bb0-b065-404b-ad89-2fd420f3e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:22.319314 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9c74d897-fcc5-4f16-bfc7-1ea02c51bdf7 req-c26f7bb0-b065-404b-ad89-2fd420f3e9b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=217c2ffe-e658-40d8-bce9-f447f4e45f0d HTTP/1.1" status: 200 len: 915 time: 0.1305590 Jul 16 02:59:22.370890 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9c74d897-fcc5-4f16-bfc7-1ea02c51bdf7 req-e9e1794a-d39d-499d-82fb-8797df657a71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=368f38e7-78c7-4e00-a990-335101f30c1d HTTP/1.1" status: 200 len: 217 time: 0.0445948 Jul 16 02:59:22.460355 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74d897-fcc5-4f16-bfc7-1ea02c51bdf7 req-12e1de94-7bd6-4b6d-a684-b8e84ac35ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:22.462595 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9c74d897-fcc5-4f16-bfc7-1ea02c51bdf7 req-12e1de94-7bd6-4b6d-a684-b8e84ac35ee9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7635fef6-4f9a-4851-a305-7401b9f33f36 HTTP/1.1" status: 200 len: 853 time: 0.0730247 Jul 16 02:59:22.472397 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-c9bfd193-77c4-46ee-b640-4932d8b21173 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--917561518&fields=id&tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70 HTTP/1.1" status: 200 len: 267 time: 0.0542655 Jul 16 02:59:22.620141 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-8ee99a54-3c55-49d6-8cdf-e7cc606a83ce tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:22.621636 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-8ee99a54-3c55-49d6-8cdf-e7cc606a83ce tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/networks?id=4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 200 len: 816 time: 0.1395552 Jul 16 02:59:22.623447 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74d897-fcc5-4f16-bfc7-1ea02c51bdf7 req-798df455-ebfe-4380-bda9-d26be4497503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:22.624836 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9c74d897-fcc5-4f16-bfc7-1ea02c51bdf7 req-798df455-ebfe-4380-bda9-d26be4497503 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=217c2ffe-e658-40d8-bce9-f447f4e45f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1514184 Jul 16 02:59:22.636883 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-3e9dd424-c0d9-42ac-a478-7c763ba8e90e tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/quotas/946ac7d8f17b49eb9a1c8a35ddf50f70 HTTP/1.1" status: 200 len: 375 time: 0.0097904 Jul 16 02:59:22.784855 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-fdb815f5-c3ca-4445-a934-754df246f191 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1423628 Jul 16 02:59:22.788182 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9c74d897-fcc5-4f16-bfc7-1ea02c51bdf7 req-32edff51-a4d5-4447-ae56-658d0ea25a11 service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129949 Jul 16 02:59:22.958147 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9c74d897-fcc5-4f16-bfc7-1ea02c51bdf7 req-f199252e-1813-4cae-b643-abb8b66d3fd5 service neutron] 10.222.0.59 "GET /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631961 Jul 16 02:59:22.960025 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-e8fb5b3e-922d-4c08-a708-80ece39ca6ae service neutron] 10.222.0.39 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572366 Jul 16 02:59:23.052041 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-5349d3b7-7bc1-4c2b-981c-1a22f9744e84 service neutron] 10.222.0.39 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854731 Jul 16 02:59:23.227439 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6c9ef2c1-4ed6-4243-b4c7-c877ee173d8f req-e6cc6842-69f4-47b4-980b-ca11ca150415 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 210 time: 0.0320737 Jul 16 02:59:23.786914 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bd5b1-a76b-436c-bdc1-b697bece133f req-4faf9906-f220-4ef2-b232-8deff8d9a62b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:23.788456 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-521bd5b1-a76b-436c-bdc1-b697bece133f req-4faf9906-f220-4ef2-b232-8deff8d9a62b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 946 time: 0.0683577 Jul 16 02:59:23.833102 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-521bd5b1-a76b-436c-bdc1-b697bece133f req-ef7da063-f4f7-43ec-a210-3b7b2fed2240 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339708 Jul 16 02:59:24.376822 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9d12563c-2780-4554-ac02-6843eb121104 req-464a2402-7681-42ea-acde-226a11a0bd6c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 210 time: 0.0291679 Jul 16 02:59:24.725406 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-507d634f-57d2-4726-8441-cdc81eb561e0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:24.726908 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-507d634f-57d2-4726-8441-cdc81eb561e0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.59 "GET /v2.0/networks?id=4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 200 len: 816 time: 0.1150780 Jul 16 02:59:24.781310 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-213738b5-33c4-4d0d-9a10-1d360df7ad04 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70 HTTP/1.1" status: 200 len: 379 time: 0.0374031 Jul 16 02:59:24.791143 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-b4a9773c-7575-445b-b2e7-88bd6ea77b7f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Request body: {'port': {'device_id': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'admin_state_up': True, 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'security_groups': ['7dcd3355-6ce3-4c3d-8566-84508be34d55']}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:59:24.918988 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-b4a9773c-7575-445b-b2e7-88bd6ea77b7f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Made reservation on behalf of 946ac7d8f17b49eb9a1c8a35ddf50f70 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:59:24.924454 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-b4a9773c-7575-445b-b2e7-88bd6ea77b7f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:25.102972 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-b4a9773c-7575-445b-b2e7-88bd6ea77b7f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Allocated IP 172.20.0.7 (4ab2206b-a201-4aab-8cca-c5880401b996/ab221803-f9aa-4d56-af69-49967871c0f1/63946afb-45c2-44a7-b6ed-c2c569601b62) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:59:25.115232 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c53b75-7cba-4710-8eae-270057e3c411 req-b7ca7323-8e4a-44a9-bf36-fa5bffa27ffc tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:25.116753 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a7c53b75-7cba-4710-8eae-270057e3c411 req-b7ca7323-8e4a-44a9-bf36-fa5bffa27ffc tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 946 time: 0.1316161 Jul 16 02:59:25.182923 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a7c53b75-7cba-4710-8eae-270057e3c411 req-2e326178-fab4-47f8-836a-41b1beaf2c5b tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593770 Jul 16 02:59:25.281157 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-b4a9773c-7575-445b-b2e7-88bd6ea77b7f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:25.294137 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-b4a9773c-7575-445b-b2e7-88bd6ea77b7f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Transition to ACTIVE for port object 63946afb-45c2-44a7-b6ed-c2c569601b62 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:59:25.328296 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-b4a9773c-7575-445b-b2e7-88bd6ea77b7f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:25.374144 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-b4a9773c-7575-445b-b2e7-88bd6ea77b7f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Network 4ab2206b-a201-4aab-8cca-c5880401b996 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:59:25.379262 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-b4a9773c-7575-445b-b2e7-88bd6ea77b7f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:59:25.384028 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-b4a9773c-7575-445b-b2e7-88bd6ea77b7f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:59:25.411222 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9773c-7575-445b-b2e7-88bd6ea77b7f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event updated for resources: {'Port': ['ID=63946afb-45c2-44a7-b6ed-c2c569601b62,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:25.448908 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-b4a9773c-7575-445b-b2e7-88bd6ea77b7f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:25.449557 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-b4a9773c-7575-445b-b2e7-88bd6ea77b7f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:25.468221 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-b4a9773c-7575-445b-b2e7-88bd6ea77b7f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6807830 Jul 16 02:59:25.491350 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Request body: {'port': {'device_id': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:59:25.614567 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b5bbc1d4-cec3-484d-b32f-5019556c654c None None] Provisioning for port 63946afb-45c2-44a7-b6ed-c2c569601b62 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:59:25.616995 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:25.618585 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b5bbc1d4-cec3-484d-b32f-5019556c654c None None] Provisioning complete for port 63946afb-45c2-44a7-b6ed-c2c569601b62 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:59:25.618884 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b5bbc1d4-cec3-484d-b32f-5019556c654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:25.637924 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2740f0-9ebe-4b3d-939f-048620689f14 req-65d71103-4070-4a0f-a0fb-b59d76b08568 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:25.639471 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9f2740f0-9ebe-4b3d-939f-048620689f14 req-65d71103-4070-4a0f-a0fb-b59d76b08568 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 931 time: 0.1234982 Jul 16 02:59:25.655204 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-b5bbc1d4-cec3-484d-b32f-5019556c654c None None] Port 63946afb-45c2-44a7-b6ed-c2c569601b62 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:59:25.756301 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9f2740f0-9ebe-4b3d-939f-048620689f14 req-74119f42-5a8a-4682-bfcd-49494b24e7ba tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931044 Jul 16 02:59:25.924290 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63946afb-45c2-44a7-b6ed-c2c569601b62 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:59:25.932848 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:25.945288 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Transition to ACTIVE for port object 63946afb-45c2-44a7-b6ed-c2c569601b62 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:59:25.949261 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:26.021923 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Pushing event updated for resources: {'Port': ['ID=63946afb-45c2-44a7-b6ed-c2c569601b62,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:26.095342 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Attempting to bind port 63946afb-45c2-44a7-b6ed-c2c569601b62 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:59:26.095714 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Attempting to bind port 63946afb-45c2-44a7-b6ed-c2c569601b62 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:59:26.096010 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Attempting to bind port 63946afb-45c2-44a7-b6ed-c2c569601b62 on network 4ab2206b-a201-4aab-8cca-c5880401b996 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:59:26.101192 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Port 63946afb-45c2-44a7-b6ed-c2c569601b62 on network 4ab2206b-a201-4aab-8cca-c5880401b996 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:59:26.102124 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Attempting to bind port 63946afb-45c2-44a7-b6ed-c2c569601b62 on network 4ab2206b-a201-4aab-8cca-c5880401b996 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:59:26.107667 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:59:26.108033 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Checking segment: {'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:59:26.108419 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Bound using segment: {'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:59:26.108883 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Bound port: 63946afb-45c2-44a7-b6ed-c2c569601b62, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb83ca77-97be-4929-9367-148372fc404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:59:26.109237 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:26.179256 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] For port 63946afb-45c2-44a7-b6ed-c2c569601b62, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:59:26.183309 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] For port 63946afb-45c2-44a7-b6ed-c2c569601b62, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63946afb-45c2-44a7-b6ed-c2c569601b62,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:59:26.189708 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:26.230181 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:26.230809 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:26.232569 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] 10.222.0.59 "PUT /v2.0/ports/63946afb-45c2-44a7-b6ed-c2c569601b62 HTTP/1.1" status: 200 len: 1093 time: 0.7461925 Jul 16 02:59:26.233119 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'tag': '63946afb-45c2-44a7-b6ed-c2c569601b62'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:26.235721 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db135609-5666-459b-940c-6c60ea54d438" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbc3e71-3725-4af3-ace8-ed581f5c893d", "tag": "63946afb-45c2-44a7-b6ed-c2c569601b62"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:26.259359 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bb368-09c8-413f-8690-d93d1e115e91 service neutron] Pushing event updated for resources: {'Port': ['ID=63946afb-45c2-44a7-b6ed-c2c569601b62,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:26.341359 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182a58f0-fc1d-4ce3-a50b-1491ee94675f x-openstack-request-id: req-182a58f0-fc1d-4ce3-a50b-1491ee94675f {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:26.341648 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbc3e71-3725-4af3-ace8-ed581f5c893d", "tag": "63946afb-45c2-44a7-b6ed-c2c569601b62", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:26.341900 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-182a58f0-fc1d-4ce3-a50b-1491ee94675f {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:26.342293 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'tag': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'status': 'completed', 'code': 200} Jul 16 02:59:26.482951 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956eee4d-6744-481e-a995-8c0e7d59d94c req-394ae55c-959d-4da7-bded-add61542dcc4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:26.484493 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-956eee4d-6744-481e-a995-8c0e7d59d94c req-394ae55c-959d-4da7-bded-add61542dcc4 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 946 time: 0.1746404 Jul 16 02:59:26.487863 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0db09c95-1afe-40c9-b8b2-0051c84b04c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:26.489273 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-0db09c95-1afe-40c9-b8b2-0051c84b04c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 1096 time: 0.1301816 Jul 16 02:59:26.497264 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777e398-41b1-4e3c-bff7-f73d85fae9cb req-8b1644b0-89fb-4bcc-80d3-1c5b93aa6de2 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:26.498651 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4777e398-41b1-4e3c-bff7-f73d85fae9cb req-8b1644b0-89fb-4bcc-80d3-1c5b93aa6de2 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.59 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 946 time: 0.1738131 Jul 16 02:59:26.590869 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-c7466a06-a0b0-4e39-bfd4-dddefd1037fd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63946afb-45c2-44a7-b6ed-c2c569601b62 HTTP/1.1" status: 200 len: 217 time: 0.0754020 Jul 16 02:59:26.608179 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-956eee4d-6744-481e-a995-8c0e7d59d94c req-db09a6cf-3533-4e61-9f68-c039b76cdd55 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/security-groups?id=ea7d7aac-7296-4777-9a5a-f6b236011907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085815 Jul 16 02:59:26.681760 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-6a61f377-1f10-4db7-aa5b-9a290f64c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:26.683129 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-6a61f377-1f10-4db7-aa5b-9a290f64c19f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab221803-f9aa-4d56-af69-49967871c0f1 HTTP/1.1" status: 200 len: 855 time: 0.0784647 Jul 16 02:59:26.731472 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-4777e398-41b1-4e3c-bff7-f73d85fae9cb req-308efe4b-d7d3-49bf-96b5-47546f58deb0 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Deleting port 368f38e7-78c7-4e00-a990-335101f30c1d {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:26.731813 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-4777e398-41b1-4e3c-bff7-f73d85fae9cb req-308efe4b-d7d3-49bf-96b5-47546f58deb0 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:26.817059 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-a5d7f77e-f8f1-4cb3-8c33-577693aab055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:26.818591 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-a5d7f77e-f8f1-4cb3-8c33-577693aab055 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ab2206b-a201-4aab-8cca-c5880401b996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1274986 Jul 16 02:59:26.868091 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-4777e398-41b1-4e3c-bff7-f73d85fae9cb req-308efe4b-d7d3-49bf-96b5-47546f58deb0 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] For port 368f38e7-78c7-4e00-a990-335101f30c1d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=368f38e7-78c7-4e00-a990-335101f30c1d,segment=NetworkSegment(751ce284-7144-402d-88f2-b2fdc49578c7),segment_id=751ce284-7144-402d-88f2-b2fdc49578c7)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:26.868479 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-4777e398-41b1-4e3c-bff7-f73d85fae9cb req-308efe4b-d7d3-49bf-96b5-47546f58deb0 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:26.921455 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-4777e398-41b1-4e3c-bff7-f73d85fae9cb req-308efe4b-d7d3-49bf-96b5-47546f58deb0 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Calling delete_port for 368f38e7-78c7-4e00-a990-335101f30c1d owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:27.016353 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-e8486f06-412b-4b1e-aa44-228d30c23541 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890988 Jul 16 02:59:27.121926 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c625ec-e571-455e-a665-0918b0bb7fdc req-e321c10c-45b9-4342-a448-cfff14e738a2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:27.123522 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a0c625ec-e571-455e-a665-0918b0bb7fdc req-e321c10c-45b9-4342-a448-cfff14e738a2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.2443981 Jul 16 02:59:27.200647 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-53660f3e-f9cb-468b-b52f-9a3a93ee5964 req-6ccee418-2291-4c94-93f8-14d91cceff65 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731730 Jul 16 02:59:27.215198 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a0c625ec-e571-455e-a665-0918b0bb7fdc req-c9d11aca-416e-45f5-b584-b8458b5eb381 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827637 Jul 16 02:59:27.238056 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-4777e398-41b1-4e3c-bff7-f73d85fae9cb req-308efe4b-d7d3-49bf-96b5-47546f58deb0 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:27.273207 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308efe4b-d7d3-49bf-96b5-47546f58deb0 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Pushing event deleted for resources: {'Port': ['ID=368f38e7-78c7-4e00-a990-335101f30c1d,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:27.276826 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['368f38e7-78c7-4e00-a990-335101f30c1d'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:59:27.597675 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-4777e398-41b1-4e3c-bff7-f73d85fae9cb req-308efe4b-d7d3-49bf-96b5-47546f58deb0 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] No DVR routers for this DVR port 368f38e7-78c7-4e00-a990-335101f30c1d on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:27.600653 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-4777e398-41b1-4e3c-bff7-f73d85fae9cb req-308efe4b-d7d3-49bf-96b5-47546f58deb0 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:27.603217 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4777e398-41b1-4e3c-bff7-f73d85fae9cb req-308efe4b-d7d3-49bf-96b5-47546f58deb0 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.59 "DELETE /v2.0/ports/368f38e7-78c7-4e00-a990-335101f30c1d HTTP/1.1" status: 204 len: 173 time: 1.0888650 Jul 16 02:59:27.640857 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135609-5666-459b-940c-6c60ea54d438 req-1e256e39-b3cc-4cb7-a9f6-564c7973843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:27.642619 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-db135609-5666-459b-940c-6c60ea54d438 req-1e256e39-b3cc-4cb7-a9f6-564c7973843e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 1096 time: 0.0852568 Jul 16 02:59:27.775363 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-adec1519-9e0f-4f44-a8e1-70c9ceef7894 req-e041c7fc-881c-4c5a-87f5-5adb37a85380 tempest-TestMinimumBasicScenario-1787966790 tempest-TestMinimumBasicScenario-1787966790-project] 10.222.0.39 "GET /v2.0/ports?device_id=114ecdcf-9c0d-4f2b-b1d9-ea8d42619746 HTTP/1.1" status: 200 len: 210 time: 0.0381618 Jul 16 02:59:27.778331 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135609-5666-459b-940c-6c60ea54d438 req-d69b6f6f-f8ca-400e-962e-bae2b928dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:27.779739 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-db135609-5666-459b-940c-6c60ea54d438 req-d69b6f6f-f8ca-400e-962e-bae2b928dccf service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 200 len: 917 time: 0.1295769 Jul 16 02:59:27.828435 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-db135609-5666-459b-940c-6c60ea54d438 req-9b360dec-372d-4ffc-bcf8-046e53a7187c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63946afb-45c2-44a7-b6ed-c2c569601b62 HTTP/1.1" status: 200 len: 217 time: 0.0398946 Jul 16 02:59:27.900420 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135609-5666-459b-940c-6c60ea54d438 req-42610974-9169-444e-871e-82b4a4890dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:27.902092 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-db135609-5666-459b-940c-6c60ea54d438 req-42610974-9169-444e-871e-82b4a4890dec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab221803-f9aa-4d56-af69-49967871c0f1 HTTP/1.1" status: 200 len: 855 time: 0.0489736 Jul 16 02:59:27.962908 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135609-5666-459b-940c-6c60ea54d438 req-ba74e1ae-ca32-42e4-9a30-d97a66971168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:27.964404 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-db135609-5666-459b-940c-6c60ea54d438 req-ba74e1ae-ca32-42e4-9a30-d97a66971168 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ab2206b-a201-4aab-8cca-c5880401b996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547638 Jul 16 02:59:28.064856 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-db135609-5666-459b-940c-6c60ea54d438 req-899a9646-8fb5-46db-bc8a-4f30bf207bab service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906935 Jul 16 02:59:28.163409 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-db135609-5666-459b-940c-6c60ea54d438 req-92be0cdd-d474-401d-a0e3-513c902bbd28 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859802 Jul 16 02:59:28.343473 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'name': 'network-vif-deleted', 'tag': '368f38e7-78c7-4e00-a990-335101f30c1d'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:28.345896 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805ea8c4-ab3c-48a4-b36e-fb1cc45fb684" -d '{"events": [{"server_uuid": "114ecdcf-9c0d-4f2b-b1d9-ea8d42619746", "name": "network-vif-deleted", "tag": "368f38e7-78c7-4e00-a990-335101f30c1d"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:28.386970 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d92014-4e59-4b44-8d3d-9a92bd16dd7f x-openstack-request-id: req-98d92014-4e59-4b44-8d3d-9a92bd16dd7f {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:28.387324 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114ecdcf-9c0d-4f2b-b1d9-ea8d42619746", "name": "network-vif-deleted", "tag": "368f38e7-78c7-4e00-a990-335101f30c1d", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:28.387637 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-98d92014-4e59-4b44-8d3d-9a92bd16dd7f {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:28.388119 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114ecdcf-9c0d-4f2b-b1d9-ea8d42619746', 'name': 'network-vif-deleted', 'tag': '368f38e7-78c7-4e00-a990-335101f30c1d', 'status': 'completed', 'code': 200} Jul 16 02:59:28.432556 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dca9c0-e01a-439d-9277-68e63e8c74e8 req-f78ad826-027c-4788-8a7d-376fe4bed9b3 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:28.434230 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-54dca9c0-e01a-439d-9277-68e63e8c74e8 req-f78ad826-027c-4788-8a7d-376fe4bed9b3 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0850844 Jul 16 02:59:28.475551 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-54dca9c0-e01a-439d-9277-68e63e8c74e8 req-e5ea1928-e629-4060-a8fd-2df1293e1180 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350337 Jul 16 02:59:29.474969 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51402) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:29.691806 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6b052-7ea6-43cc-a91b-4ac5180e2208 req-ff3377d8-13d7-4beb-836b-8fc90303bcc1 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:29.693664 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-eaf6b052-7ea6-43cc-a91b-4ac5180e2208 req-ff3377d8-13d7-4beb-836b-8fc90303bcc1 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.1002407 Jul 16 02:59:29.740238 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-eaf6b052-7ea6-43cc-a91b-4ac5180e2208 req-98c9743a-864c-4d12-95dd-8c1aca14aa16 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397382 Jul 16 02:59:30.008175 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f3928413-606e-4e09-acf4-52d1a0f56362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958638'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:30.062726 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 63946afb-45c2-44a7-b6ed-c2c569601b62 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:59:30.077893 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 368f38e7-78c7-4e00-a990-335101f30c1d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:30.101065 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: 368f38e7-78c7-4e00-a990-335101f30c1d {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:30.101917 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 368f38e7-78c7-4e00-a990-335101f30c1d not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:30.179448 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 63946afb-45c2-44a7-b6ed-c2c569601b62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63946afb-45c2-44a7-b6ed-c2c569601b62,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:30.190430 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'port_id': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'mac_address': 'fa:16:3e:ec:b5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:59:30.231924 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:30.246057 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63946afb-45c2-44a7-b6ed-c2c569601b62 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:59:30.268933 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 63946afb-45c2-44a7-b6ed-c2c569601b62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63946afb-45c2-44a7-b6ed-c2c569601b62,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:30.274063 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:30.277511 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-f3928413-606e-4e09-acf4-52d1a0f56362 admin admin] Deleting port 4b1b32df-0f81-4736-9a24-b6b30b63a196 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:30.277928 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f3928413-606e-4e09-acf4-52d1a0f56362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:30.327545 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=63946afb-45c2-44a7-b6ed-c2c569601b62,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:30.365412 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-f3928413-606e-4e09-acf4-52d1a0f56362 admin admin] For port 4b1b32df-0f81-4736-9a24-b6b30b63a196, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=4b1b32df-0f81-4736-9a24-b6b30b63a196,segment=NetworkSegment(751ce284-7144-402d-88f2-b2fdc49578c7),segment_id=751ce284-7144-402d-88f2-b2fdc49578c7)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:30.365766 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f3928413-606e-4e09-acf4-52d1a0f56362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:30.379421 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-f3928413-606e-4e09-acf4-52d1a0f56362 admin admin] Calling delete_port for 4b1b32df-0f81-4736-9a24-b6b30b63a196 owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:30.560934 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f3928413-606e-4e09-acf4-52d1a0f56362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:30.587009 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3928413-606e-4e09-acf4-52d1a0f56362 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1b32df-0f81-4736-9a24-b6b30b63a196,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:30.614608 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['63946afb-45c2-44a7-b6ed-c2c569601b62'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:59:30.759259 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f3928413-606e-4e09-acf4-52d1a0f56362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960574'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:30.931373 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb7e2e-584f-4e7e-8730-cf06b6f0117e req-7c3c9276-c17d-45f1-b11b-6cc2063beb4a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:30.932967 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-66fb7e2e-584f-4e7e-8730-cf06b6f0117e req-7c3c9276-c17d-45f1-b11b-6cc2063beb4a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 944 time: 0.0714269 Jul 16 02:59:30.973810 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-66fb7e2e-584f-4e7e-8730-cf06b6f0117e req-f3592717-d016-445a-be84-c7136c1b5242 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339828 Jul 16 02:59:30.989456 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3928413-606e-4e09-acf4-52d1a0f56362 admin admin] Router df466a0b-1a87-49c9-bf34-286a1f6ab217 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:59:31.097394 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3928413-606e-4e09-acf4-52d1a0f56362 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:59:31.102645 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f3928413-606e-4e09-acf4-52d1a0f56362 admin admin] 10.222.0.39 "PUT /v2.0/routers/df466a0b-1a87-49c9-bf34-286a1f6ab217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6262875 Jul 16 02:59:31.105373 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51414) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:31.106796 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb2318-8607-4af4-a5e6-bc3e357a62e1 None None] Sync routers for ids ['df466a0b-1a87-49c9-bf34-286a1f6ab217'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:59:31.115831 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb2318-8607-4af4-a5e6-bc3e357a62e1 None None] Routers {'df466a0b-1a87-49c9-bf34-286a1f6ab217'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:31.116444 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-edeb2318-8607-4af4-a5e6-bc3e357a62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:59:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['df466a0b-1a87-49c9-bf34-286a1f6ab217'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:31.210014 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:31.222614 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-edeb2318-8607-4af4-a5e6-bc3e357a62e1 None None] Set router df466a0b-1a87-49c9-bf34-286a1f6ab217 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:31.318667 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:31.378656 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] Deleting port 6a9b12c6-bb1c-4741-8472-af56312b3054 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:31.378913 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:31.408413 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-edeb2318-8607-4af4-a5e6-bc3e357a62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:59:30Z', 'revision_number': 5, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port': {'id': '6a9b12c6-bb1c-4741-8472-af56312b3054', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:31.438277 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb2318-8607-4af4-a5e6-bc3e357a62e1 None None] Checking router: df466a0b-1a87-49c9-bf34-286a1f6ab217 for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:59:31.446896 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeb2318-8607-4af4-a5e6-bc3e357a62e1 None None] Routers {'df466a0b-1a87-49c9-bf34-286a1f6ab217'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:31.447521 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-edeb2318-8607-4af4-a5e6-bc3e357a62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:59:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['df466a0b-1a87-49c9-bf34-286a1f6ab217'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:31.473067 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] For port 6a9b12c6-bb1c-4741-8472-af56312b3054, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=6a9b12c6-bb1c-4741-8472-af56312b3054,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:31.473481 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:31.487048 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] Calling delete_port for 6a9b12c6-bb1c-4741-8472-af56312b3054 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:31.534529 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-edeb2318-8607-4af4-a5e6-bc3e357a62e1 None None] Set router df466a0b-1a87-49c9-bf34-286a1f6ab217 gateway port host: None {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:31.590158 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-edeb2318-8607-4af4-a5e6-bc3e357a62e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:59:31Z', 'revision_number': 6, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port_host': None}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:31.615804 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edeb2318-8607-4af4-a5e6-bc3e357a62e1 None None] The sync data for ids ['df466a0b-1a87-49c9-bf34-286a1f6ab217'] in dv-cinder-788364-5-iscsi is: [{'id': 'df466a0b-1a87-49c9-bf34-286a1f6ab217', 'name': 'tempest-TestMinimumBasicScenario-715817081-router', 'tenant_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:59:31Z', 'revision_number': 6, 'project_id': '1ce8c3e02e3a40f2bc4907406c7af456', 'gw_port_host': None}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:59:31.660559 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:31.685725 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a9b12c6-bb1c-4741-8472-af56312b3054,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:31.746434 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890980'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:31.851500 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10628'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:31.853584 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:31.918353 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962278'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:31.918798 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df466a0b-1a87-49c9-bf34-286a1f6ab217 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:59:31.924181 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:31.927957 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-e2492166-3a79-4c0e-942d-797ee6039297 admin admin] 10.222.0.39 "DELETE /v2.0/routers/df466a0b-1a87-49c9-bf34-286a1f6ab217 HTTP/1.1" status: 204 len: 168 time: 0.8213518 Jul 16 02:59:31.928613 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 51418) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:32.002558 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27d6dc7-1b83-4c7a-b2d5-549703eb2042 admin admin] Deleting subnet 7635fef6-4f9a-4851-a305-7401b9f33f36 {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:59:32.021717 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a27d6dc7-1b83-4c7a-b2d5-549703eb2042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.066379 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 63946afb-45c2-44a7-b6ed-c2c569601b62 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:59:32.072138 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a27d6dc7-1b83-4c7a-b2d5-549703eb2042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12362009'] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.125174 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 4b1b32df-0f81-4736-9a24-b6b30b63a196 no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:32.151062 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 4b1b32df-0f81-4736-9a24-b6b30b63a196 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:32.151569 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 4b1b32df-0f81-4736-9a24-b6b30b63a196 not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:32.171490 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port 63946afb-45c2-44a7-b6ed-c2c569601b62 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:59:32.175228 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 63946afb-45c2-44a7-b6ed-c2c569601b62 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:59:32.175672 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.246895 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a27d6dc7-1b83-4c7a-b2d5-549703eb2042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.253141 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.275951 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63946afb-45c2-44a7-b6ed-c2c569601b62'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:32.278283 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216b5c7c-be5e-4164-bd0d-c402edbd43a5" -d '{"events": [{"server_uuid": "9dbc3e71-3725-4af3-ace8-ed581f5c893d", "name": "network-vif-plugged", "status": "completed", "tag": "63946afb-45c2-44a7-b6ed-c2c569601b62"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:32.293929 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 63946afb-45c2-44a7-b6ed-c2c569601b62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63946afb-45c2-44a7-b6ed-c2c569601b62,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:32.299480 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.307904 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8334db-5807-4ffb-8c39-01195326f373 req-23aeb33d-5ef0-4c15-891b-c4804bdec553 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:32.309499 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5f8334db-5807-4ffb-8c39-01195326f373 req-23aeb33d-5ef0-4c15-891b-c4804bdec553 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 944 time: 0.1338794 Jul 16 02:59:32.330910 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efb0648-1978-4f3e-847f-c8a99b091058 x-openstack-request-id: req-5efb0648-1978-4f3e-847f-c8a99b091058 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:32.331200 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbc3e71-3725-4af3-ace8-ed581f5c893d", "name": "network-vif-plugged", "status": "completed", "tag": "63946afb-45c2-44a7-b6ed-c2c569601b62", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:32.331458 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5efb0648-1978-4f3e-847f-c8a99b091058 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:32.331837 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'code': 200} Jul 16 02:59:32.346039 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a27d6dc7-1b83-4c7a-b2d5-549703eb2042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8867455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8577270'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.361536 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=63946afb-45c2-44a7-b6ed-c2c569601b62,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:32.389487 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d6dc7-1b83-4c7a-b2d5-549703eb2042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7635fef6-4f9a-4851-a305-7401b9f33f36,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:32.392601 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a27d6dc7-1b83-4c7a-b2d5-549703eb2042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.394519 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-a27d6dc7-1b83-4c7a-b2d5-549703eb2042 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7635fef6-4f9a-4851-a305-7401b9f33f36 HTTP/1.1" status: 204 len: 168 time: 0.4641740 Jul 16 02:59:32.397143 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51428) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:32.398799 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5f8334db-5807-4ffb-8c39-01195326f373 req-0210375c-f0f1-4b95-a45d-b4de499dad89 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817924 Jul 16 02:59:32.401476 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102a3d47-18ec-469f-9f00-5a0523dd6b76 None None] Network 217c2ffe-e658-40d8-bce9-f447f4e45f0d requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:59:32.502401 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.578314 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Deleting port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:32.578959 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.629726 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6541a75-6f16-4288-a198-4bc445a94bf3 None None] DHCP port deletion for 217c2ffe-e658-40d8-bce9-f447f4e45f0d request from dv-cinder-788364-5-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:59:32.648617 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711d43f-76ee-44aa-8499-6b2b9e97874d req-c86cfd0c-cad8-421c-834b-66c20ada8dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:32.653663 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1711d43f-76ee-44aa-8499-6b2b9e97874d req-c86cfd0c-cad8-421c-834b-66c20ada8dc3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 1098 time: 0.0703461 Jul 16 02:59:32.675618 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] For port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=92a87820-26e1-4bb2-89ed-75e4b52c4e8a,segment=NetworkSegment(751ce284-7144-402d-88f2-b2fdc49578c7),segment_id=751ce284-7144-402d-88f2-b2fdc49578c7)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:32.676174 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.688907 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-a6541a75-6f16-4288-a198-4bc445a94bf3 None None] Deleting port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:32.689216 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a6541a75-6f16-4288-a198-4bc445a94bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.690872 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Calling delete_port for 92a87820-26e1-4bb2-89ed-75e4b52c4e8a owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:32.695040 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1711d43f-76ee-44aa-8499-6b2b9e97874d req-561ab7af-6a9b-40ab-9821-f92ad127a83d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364084 Jul 16 02:59:32.758007 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-a6541a75-6f16-4288-a198-4bc445a94bf3 None None] For port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=92a87820-26e1-4bb2-89ed-75e4b52c4e8a,segment=NetworkSegment(751ce284-7144-402d-88f2-b2fdc49578c7),segment_id=751ce284-7144-402d-88f2-b2fdc49578c7)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:32.758391 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a6541a75-6f16-4288-a198-4bc445a94bf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.771107 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-a6541a75-6f16-4288-a198-4bc445a94bf3 None None] Calling delete_port for 92a87820-26e1-4bb2-89ed-75e4b52c4e8a owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:32.782346 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.811045 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Pushing event deleted for resources: {'Port': ['ID=92a87820-26e1-4bb2-89ed-75e4b52c4e8a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:32.812944 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] No DVR routers for this DVR port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a on host dv-cinder-788364-5-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:32.903220 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a6541a75-6f16-4288-a198-4bc445a94bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:32.928543 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6541a75-6f16-4288-a198-4bc445a94bf3 None None] Pushing event deleted for resources: {'Port': ['ID=92a87820-26e1-4bb2-89ed-75e4b52c4e8a,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:32.934380 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6541a75-6f16-4288-a198-4bc445a94bf3 None None] No DVR routers for this DVR port 92a87820-26e1-4bb2-89ed-75e4b52c4e8a on host dv-cinder-788364-5-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:33.065181 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:33.075182 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217c2ffe-e658-40d8-bce9-f447f4e45f0d']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:33.084591 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751ce284-7144-402d-88f2-b2fdc49578c7') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:33.084926 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751ce284-7144-402d-88f2-b2fdc49578c7') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:33.093639 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531548'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:33.108418 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:33.114910 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:59:33.115300 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530337'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: timer() Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: cb(*args, **kw) Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: self._notify() Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: self.callback(batched_events) Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: event.method(event) Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: return self._get(url).json() Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:59:33.117523 dv-cinder-788364-5-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:59:33.170966 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:33.176386 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:33.178254 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] 10.222.0.39 "DELETE /v2.0/networks/217c2ffe-e658-40d8-bce9-f447f4e45f0d HTTP/1.1" status: 204 len: 168 time: 0.7799735 Jul 16 02:59:33.182202 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 51442) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:33.189819 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fc1a1-4d2e-4518-a1f6-8ec85a38b330 admin admin] Pushing event deleted for resources: {'Network': ['ID=217c2ffe-e658-40d8-bce9-f447f4e45f0d,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:33.648590 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-46f8184a-be3f-49c9-ac30-339e12742da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958638'] for router_interface, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:33.658653 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d55939-c6b6-41a8-989a-26cf4e0ab139 req-4d57a87f-47aa-4dc1-971f-9c836092cd7c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:33.660188 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d3d55939-c6b6-41a8-989a-26cf4e0ab139 req-4d57a87f-47aa-4dc1-971f-9c836092cd7c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.1314971 Jul 16 02:59:33.762837 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d3d55939-c6b6-41a8-989a-26cf4e0ab139 req-a5ecfa51-7c6b-4c4e-ba24-b7c61e3655dd tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730355 Jul 16 02:59:33.939577 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 92a87820-26e1-4bb2-89ed-75e4b52c4e8a no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:33.963767 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 92a87820-26e1-4bb2-89ed-75e4b52c4e8a {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:33.964125 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 92a87820-26e1-4bb2-89ed-75e4b52c4e8a not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:33.964543 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 6a9b12c6-bb1c-4741-8472-af56312b3054 no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:33.985501 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 6a9b12c6-bb1c-4741-8472-af56312b3054 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:33.986109 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 6a9b12c6-bb1c-4741-8472-af56312b3054 not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:33.989943 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-46f8184a-be3f-49c9-ac30-339e12742da0 admin admin] Deleting port b04fd92f-5534-45ec-a33b-496c4d87ae5e {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:33.990288 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-46f8184a-be3f-49c9-ac30-339e12742da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:34.073681 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-46f8184a-be3f-49c9-ac30-339e12742da0 admin admin] For port b04fd92f-5534-45ec-a33b-496c4d87ae5e, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=b04fd92f-5534-45ec-a33b-496c4d87ae5e,segment=NetworkSegment(92e8b6b1-306a-4397-92b8-691e90ebebba),segment_id=92e8b6b1-306a-4397-92b8-691e90ebebba)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:34.074165 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-46f8184a-be3f-49c9-ac30-339e12742da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:34.088307 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-46f8184a-be3f-49c9-ac30-339e12742da0 admin admin] Calling delete_port for b04fd92f-5534-45ec-a33b-496c4d87ae5e owned by network:router_interface {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:34.263675 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-46f8184a-be3f-49c9-ac30-339e12742da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:34.290539 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8184a-be3f-49c9-ac30-339e12742da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04fd92f-5534-45ec-a33b-496c4d87ae5e,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:34.461794 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-46f8184a-be3f-49c9-ac30-339e12742da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960574'] for router_interface, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:34.965916 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f8184a-be3f-49c9-ac30-339e12742da0 admin admin] Router 081bbe49-9be4-4d40-bc1b-46b27f561583 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:59:34.993494 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752cad2-8d74-4685-a2a7-2e959e53ab42 req-0d4e707d-cf02-4eba-b7a6-9852cca9ed95 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:34.994984 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e752cad2-8d74-4685-a2a7-2e959e53ab42 req-0d4e707d-cf02-4eba-b7a6-9852cca9ed95 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0937383 Jul 16 02:59:35.098669 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e752cad2-8d74-4685-a2a7-2e959e53ab42 req-40552f2b-ecd0-47b6-ae85-0db7af2c2405 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734675 Jul 16 02:59:35.117415 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f8184a-be3f-49c9-ac30-339e12742da0 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:59:35.124961 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-46f8184a-be3f-49c9-ac30-339e12742da0 admin admin] 10.222.0.39 "PUT /v2.0/routers/081bbe49-9be4-4d40-bc1b-46b27f561583/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9392881 Jul 16 02:59:35.125076 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 51458) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:35.130899 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d207a23-48b8-49cd-9e21-42a6cdf2ecb0 None None] Sync routers for ids ['081bbe49-9be4-4d40-bc1b-46b27f561583'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:59:35.153717 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d207a23-48b8-49cd-9e21-42a6cdf2ecb0 None None] Routers {'081bbe49-9be4-4d40-bc1b-46b27f561583'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:35.154318 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-1d207a23-48b8-49cd-9e21-42a6cdf2ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:59:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['081bbe49-9be4-4d40-bc1b-46b27f561583'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:35.238897 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:35.258827 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-1d207a23-48b8-49cd-9e21-42a6cdf2ecb0 None None] Set router 081bbe49-9be4-4d40-bc1b-46b27f561583 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:35.375009 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c6500-30bf-4743-86ca-af7e659b6a4e req-7e43b60d-02a5-438a-9c78-74295360a570 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:35.376400 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a46c6500-30bf-4743-86ca-af7e659b6a4e req-7e43b60d-02a5-438a-9c78-74295360a570 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.1493359 Jul 16 02:59:35.381746 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:35.385461 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 51462) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:35.390700 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-53f86090-fb54-46a1-afea-68ead131f8da tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Request body: {'floatingip': {'port_id': '63946afb-45c2-44a7-b6ed-c2c569601b62'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:59:35.435213 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-1d207a23-48b8-49cd-9e21-42a6cdf2ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'name': 'tempest-TestMinimumBasicScenario-297250713-router', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'e355d71d-ddc2-437d-8dbd-a1cbda77ad75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:55Z', 'updated_at': '2021-07-16T02:59:34Z', 'revision_number': 5, 'project_id': 'bb463309075244f09921d3d18d04eeb8', 'gw_port': {'id': 'e355d71d-ddc2-437d-8dbd-a1cbda77ad75', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:06:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:56:56Z', 'updated_at': '2021-07-16T02:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:35.436136 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-53f86090-fb54-46a1-afea-68ead131f8da tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for floatingip, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:35.460965 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d207a23-48b8-49cd-9e21-42a6cdf2ecb0 None None] Checking router: 081bbe49-9be4-4d40-bc1b-46b27f561583 for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:59:35.470088 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d207a23-48b8-49cd-9e21-42a6cdf2ecb0 None None] Routers {'081bbe49-9be4-4d40-bc1b-46b27f561583'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:35.470732 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-1d207a23-48b8-49cd-9e21-42a6cdf2ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:59:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['081bbe49-9be4-4d40-bc1b-46b27f561583'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:35.558109 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-1d207a23-48b8-49cd-9e21-42a6cdf2ecb0 None None] Set router 081bbe49-9be4-4d40-bc1b-46b27f561583 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:35.574156 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] Deleting port e355d71d-ddc2-437d-8dbd-a1cbda77ad75 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:35.574508 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:35.614713 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-1d207a23-48b8-49cd-9e21-42a6cdf2ecb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'name': 'tempest-TestMinimumBasicScenario-297250713-router', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:55Z', 'updated_at': '2021-07-16T02:59:35Z', 'revision_number': 6, 'project_id': 'bb463309075244f09921d3d18d04eeb8', 'gw_port_host': None}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:35.641455 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d207a23-48b8-49cd-9e21-42a6cdf2ecb0 None None] The sync data for ids ['081bbe49-9be4-4d40-bc1b-46b27f561583'] in dv-cinder-788364-5-iscsi is: [{'id': '081bbe49-9be4-4d40-bc1b-46b27f561583', 'name': 'tempest-TestMinimumBasicScenario-297250713-router', 'tenant_id': 'bb463309075244f09921d3d18d04eeb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:56:55Z', 'updated_at': '2021-07-16T02:59:35Z', 'revision_number': 6, 'project_id': 'bb463309075244f09921d3d18d04eeb8', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:59:35.739430 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] For port e355d71d-ddc2-437d-8dbd-a1cbda77ad75, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=e355d71d-ddc2-437d-8dbd-a1cbda77ad75,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:35.739797 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:35.757039 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] Calling delete_port for e355d71d-ddc2-437d-8dbd-a1cbda77ad75 owned by network:router_gateway {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:36.045466 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device b04fd92f-5534-45ec-a33b-496c4d87ae5e no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:36.068463 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: b04fd92f-5534-45ec-a33b-496c4d87ae5e {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:36.068886 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device b04fd92f-5534-45ec-a33b-496c4d87ae5e not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:36.137317 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-53f86090-fb54-46a1-afea-68ead131f8da tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:36.141467 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-53f86090-fb54-46a1-afea-68ead131f8da tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:36.144456 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:36.209974 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e355d71d-ddc2-437d-8dbd-a1cbda77ad75,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:36.316485 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890980'] for router_gateway, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:36.320378 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-53f86090-fb54-46a1-afea-68ead131f8da tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Floating IP 6287ffc2-2c7f-48b2-8fab-fbcbcd8fb6cd associated. External IP: 172.27.1.179, port: 63946afb-45c2-44a7-b6ed-c2c569601b62. Jul 16 02:59:36.444214 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10628'] for router, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:36.447797 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:36.529823 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962278'] for router, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:36.530369 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 081bbe49-9be4-4d40-bc1b-46b27f561583 {{(pid=92927) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:59:36.536907 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:36.538055 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-08df2542-c083-419b-9f9c-691b13e7a0e1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/081bbe49-9be4-4d40-bc1b-46b27f561583 HTTP/1.1" status: 204 len: 168 time: 1.4121356 Jul 16 02:59:36.541457 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51468) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:36.590068 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2befe1-03b6-4201-b5a6-a92a27bf0e8e admin admin] Deleting subnet 8041843e-80f7-4b80-95b0-71a8a9a337a1 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:59:36.593190 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b2befe1-03b6-4201-b5a6-a92a27bf0e8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:36.637933 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b2befe1-03b6-4201-b5a6-a92a27bf0e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531563'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:36.661080 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f86090-fb54-46a1-afea-68ead131f8da tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:59:36.766854 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b2befe1-03b6-4201-b5a6-a92a27bf0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:36.786316 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f86090-fb54-46a1-afea-68ead131f8da tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:59:36.791678 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-53f86090-fb54-46a1-afea-68ead131f8da tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:36.797692 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13377001-2da2-4eef-92a3-c5068d494736 None None] Sync routers for ids ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:59:36.809218 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13377001-2da2-4eef-92a3-c5068d494736 None None] Routers {'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:36.810188 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-13377001-2da2-4eef-92a3-c5068d494736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:59:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:36.827387 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b2befe1-03b6-4201-b5a6-a92a27bf0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8531459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12322986'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:36.835075 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-53f86090-fb54-46a1-afea-68ead131f8da tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "PUT /v2.0/floatingips/6287ffc2-2c7f-48b2-8fab-fbcbcd8fb6cd HTTP/1.1" status: 200 len: 991 time: 1.4459448 Jul 16 02:59:36.835075 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'tag': '63946afb-45c2-44a7-b6ed-c2c569601b62'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:36.841179 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305f5613-904d-441d-9797-5d75223be524" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbc3e71-3725-4af3-ace8-ed581f5c893d", "tag": "63946afb-45c2-44a7-b6ed-c2c569601b62"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:36.861980 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2befe1-03b6-4201-b5a6-a92a27bf0e8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8041843e-80f7-4b80-95b0-71a8a9a337a1,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:36.863958 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0b2befe1-03b6-4201-b5a6-a92a27bf0e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:36.868330 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0b2befe1-03b6-4201-b5a6-a92a27bf0e8e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8041843e-80f7-4b80-95b0-71a8a9a337a1 HTTP/1.1" status: 204 len: 168 time: 0.3242457 Jul 16 02:59:36.873123 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51476) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:36.878981 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7193d090-3f98-4589-b263-be9d801c5274 None None] Network c95307c1-bda9-4256-b347-4f7e4e918dfc requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:59:36.924232 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66364ec0-a999-40ae-a223-5a01bf9bfa4f x-openstack-request-id: req-66364ec0-a999-40ae-a223-5a01bf9bfa4f {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:36.924795 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbc3e71-3725-4af3-ace8-ed581f5c893d", "tag": "63946afb-45c2-44a7-b6ed-c2c569601b62", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:36.925230 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66364ec0-a999-40ae-a223-5a01bf9bfa4f {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:36.925816 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'tag': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'status': 'completed', 'code': 200} Jul 16 02:59:36.957541 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.037553 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Deleting port a9715962-0fc4-4625-9c99-15864ab6ea08 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:37.038895 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.119744 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] For port a9715962-0fc4-4625-9c99-15864ab6ea08, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=a9715962-0fc4-4625-9c99-15864ab6ea08,segment=NetworkSegment(92e8b6b1-306a-4397-92b8-691e90ebebba),segment_id=92e8b6b1-306a-4397-92b8-691e90ebebba)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:37.120199 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.121041 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f5613-904d-441d-9797-5d75223be524 req-81d567d9-f9f1-4b70-a25a-00a0d2304e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:37.122719 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-305f5613-904d-441d-9797-5d75223be524 req-81d567d9-f9f1-4b70-a25a-00a0d2304e6e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 1098 time: 0.1351812 Jul 16 02:59:37.136413 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-13377001-2da2-4eef-92a3-c5068d494736 None None] Set router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:37.138124 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Calling delete_port for a9715962-0fc4-4625-9c99-15864ab6ea08 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:37.224476 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.243660 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f5613-904d-441d-9797-5d75223be524 req-f85c58cd-2136-4195-a2b0-6de151f410a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:37.245420 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-305f5613-904d-441d-9797-5d75223be524 req-f85c58cd-2136-4195-a2b0-6de151f410a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 200 len: 917 time: 0.1023147 Jul 16 02:59:37.251553 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9715962-0fc4-4625-9c99-15864ab6ea08,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:37.256883 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] No DVR routers for this DVR port a9715962-0fc4-4625-9c99-15864ab6ea08 on host dv-cinder-788364-5-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:37.330443 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-305f5613-904d-441d-9797-5d75223be524 req-bf230af9-95a5-434a-a5e6-a5b1162a45c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63946afb-45c2-44a7-b6ed-c2c569601b62 HTTP/1.1" status: 200 len: 999 time: 0.0751028 Jul 16 02:59:37.342278 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.355767 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95307c1-bda9-4256-b347-4f7e4e918dfc']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:37.365406 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb2f845-9983-4553-8ada-821efc2f082a None None] DHCP port deletion for c95307c1-bda9-4256-b347-4f7e4e918dfc request from dv-cinder-788364-5-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:59:37.366134 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e8b6b1-306a-4397-92b8-691e90ebebba') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:37.366436 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e8b6b1-306a-4397-92b8-691e90ebebba') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:37.377800 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531548'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.388132 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f5613-904d-441d-9797-5d75223be524 req-d5a7d396-b852-4f0a-b4e5-bc5551763b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:37.389663 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-305f5613-904d-441d-9797-5d75223be524 req-d5a7d396-b852-4f0a-b4e5-bc5551763b19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab221803-f9aa-4d56-af69-49967871c0f1 HTTP/1.1" status: 200 len: 855 time: 0.0508332 Jul 16 02:59:37.398966 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.406210 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:59:37.406944 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530337'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: timer() Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: cb(*args, **kw) Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: self._notify() Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: self.callback(batched_events) Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: event.method(event) Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: return self._get(url).json() Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:59:37.409137 dv-cinder-788364-5-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:59:37.451972 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-13377001-2da2-4eef-92a3-c5068d494736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '6287ffc2-2c7f-48b2-8fab-fbcbcd8fb6cd', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'port_id': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'mac_address': 'fa:16:3e:ec:b5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:59:21Z', 'updated_at': '2021-07-16T02:59:35Z', 'revision_number': 1, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:52Z', 'revision_number': 5, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:37.464651 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f5613-904d-441d-9797-5d75223be524 req-d04d1e65-56ce-4dcb-8377-85b677fe9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:37.466402 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-305f5613-904d-441d-9797-5d75223be524 req-d04d1e65-56ce-4dcb-8377-85b677fe9db7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ab2206b-a201-4aab-8cca-c5880401b996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676162 Jul 16 02:59:37.469272 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.476326 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.478348 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c95307c1-bda9-4256-b347-4f7e4e918dfc HTTP/1.1" status: 204 len: 168 time: 0.6040561 Jul 16 02:59:37.486341 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13377001-2da2-4eef-92a3-c5068d494736 None None] Checking router: fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:59:37.487775 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc34953-29ff-42b9-8f9c-cd2a9b633dd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c95307c1-bda9-4256-b347-4f7e4e918dfc,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:37.499122 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13377001-2da2-4eef-92a3-c5068d494736 None None] Routers {'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:37.499757 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-13377001-2da2-4eef-92a3-c5068d494736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T02:59:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:37.614284 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-13377001-2da2-4eef-92a3-c5068d494736 None None] Set router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:37.688987 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51486) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:37.711569 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8aad41e3-9043-48ad-a446-4e774abd75f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.752089 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-63422cb8-cdeb-454f-b153-ac5def068c8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ce8c3e02e3a40f2bc4907406c7af456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0617216 Jul 16 02:59:37.755436 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51490) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:37.829539 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d7af4cfc-8236-4e29-8eb4-e039c00f8745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.856684 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d7af4cfc-8236-4e29-8eb4-e039c00f8745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.879474 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-305f5613-904d-441d-9797-5d75223be524 req-480d8e9f-16ef-48a8-80ac-10b9a0727ef1 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043040 Jul 16 02:59:37.901203 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:59:37.932196 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d7af4cfc-8236-4e29-8eb4-e039c00f8745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.934916 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d7af4cfc-8236-4e29-8eb4-e039c00f8745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:37.936896 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d7af4cfc-8236-4e29-8eb4-e039c00f8745 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea7d7aac-7296-4777-9a5a-f6b236011907 HTTP/1.1" status: 204 len: 168 time: 0.1803584 Jul 16 02:59:37.953052 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-13377001-2da2-4eef-92a3-c5068d494736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '6287ffc2-2c7f-48b2-8fab-fbcbcd8fb6cd', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'port_id': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'mac_address': 'fa:16:3e:ec:b5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:59:21Z', 'updated_at': '2021-07-16T02:59:35Z', 'revision_number': 1, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:52Z', 'revision_number': 5, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:37.970452 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af4cfc-8236-4e29-8eb4-e039c00f8745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7d7aac-7296-4777-9a5a-f6b236011907,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:37.999316 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device e355d71d-ddc2-437d-8dbd-a1cbda77ad75 no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:38.004048 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13377001-2da2-4eef-92a3-c5068d494736 None None] The sync data for ids ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'] in dv-cinder-788364-5-iscsi is: [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '6287ffc2-2c7f-48b2-8fab-fbcbcd8fb6cd', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'port_id': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'mac_address': 'fa:16:3e:ec:b5:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:59:21Z', 'updated_at': '2021-07-16T02:59:35Z', 'revision_number': 1, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:52Z', 'revision_number': 5, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:59:38.034718 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: e355d71d-ddc2-437d-8dbd-a1cbda77ad75 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:38.035064 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device e355d71d-ddc2-437d-8dbd-a1cbda77ad75 not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:38.035489 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device a9715962-0fc4-4625-9c99-15864ab6ea08 no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:38.063578 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-305f5613-904d-441d-9797-5d75223be524 req-3ea06fb2-da01-4c3f-aae1-503b05f18898 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764812 Jul 16 02:59:38.081447 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: a9715962-0fc4-4625-9c99-15864ab6ea08 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:38.082089 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device a9715962-0fc4-4625-9c99-15864ab6ea08 not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:38.317730 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6291682-d08f-45bf-81f1-ea22da53a1ab None None] New status for floating IP 6287ffc2-2c7f-48b2-8fab-fbcbcd8fb6cd: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:59:38.405202 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51512) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:38.453364 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-57bf0f08-39e7-48bb-85de-368071f8c8c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bb463309075244f09921d3d18d04eeb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469348 Jul 16 02:59:38.456140 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51514) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:38.513802 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae557-8b7b-4ac4-95de-97ee8d6a771d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:38.535720 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae557-8b7b-4ac4-95de-97ee8d6a771d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:38.584338 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae557-8b7b-4ac4-95de-97ee8d6a771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:38.587008 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae557-8b7b-4ac4-95de-97ee8d6a771d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:38.588249 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9b7ae557-8b7b-4ac4-95de-97ee8d6a771d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c0edc2c-415e-4ace-bd35-e3a973502983 HTTP/1.1" status: 204 len: 168 time: 0.1311471 Jul 16 02:59:38.596154 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ae557-8b7b-4ac4-95de-97ee8d6a771d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0edc2c-415e-4ace-bd35-e3a973502983,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:41.338351 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:41.653429 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e6ac-cfee-4280-a84c-953e7f3183f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:42.362754 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:43.095497 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 51560) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:43.199227 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:43.289182 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:43.292946 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:43.331137 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5755c8df9b8f4e5990d617568e1f1f1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345443 Jul 16 02:59:43.332009 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6973546a-c129-47c1-9d9f-05cef31894b0,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:43.333926 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51564) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:43.339579 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:43.339915 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:43.340260 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:43.340600 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:43.340963 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:43.341305 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:43.341639 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:43.341969 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:43.342300 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:43.342628 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:43.342955 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:43.343280 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeb8873-e3bd-43e9-8424-b0993de394b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:43.384563 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cabe1a0e-e61b-46b3-b506-9b128390cda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:43.405643 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cabe1a0e-e61b-46b3-b506-9b128390cda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:43.452853 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cabe1a0e-e61b-46b3-b506-9b128390cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:43.455372 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-cabe1a0e-e61b-46b3-b506-9b128390cda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:43.456515 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-cabe1a0e-e61b-46b3-b506-9b128390cda9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6973546a-c129-47c1-9d9f-05cef31894b0 HTTP/1.1" status: 204 len: 168 time: 0.1215241 Jul 16 02:59:43.464558 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe1a0e-e61b-46b3-b506-9b128390cda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6973546a-c129-47c1-9d9f-05cef31894b0,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:44.819367 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:48.899561 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.586248 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51790) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:03.693319 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.781275 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.785160 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.823636 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a8f3ca-f3d7-4984-b489-c60c5c15d2c1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:03.827274 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e46c37ec66043c7824a4abde90c2518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400105 Jul 16 03:00:03.830090 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 51794) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:03.832913 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:03.833258 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:03.833593 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:03.833922 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:03.834247 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:03.834570 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:03.835537 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:03.835984 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:03.836302 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:03.836621 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:03.836963 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:03.837280 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc196d-1b91-4649-a9b1-1287f5fd8590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:03.879303 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a8dd265d-36c3-44b7-8a38-b50817353702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.901284 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a8dd265d-36c3-44b7-8a38-b50817353702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.947141 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a8dd265d-36c3-44b7-8a38-b50817353702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.949815 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a8dd265d-36c3-44b7-8a38-b50817353702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:03.951339 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-a8dd265d-36c3-44b7-8a38-b50817353702 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38a8f3ca-f3d7-4984-b489-c60c5c15d2c1 HTTP/1.1" status: 204 len: 168 time: 0.1199570 Jul 16 03:00:03.965279 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd265d-36c3-44b7-8a38-b50817353702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a8f3ca-f3d7-4984-b489-c60c5c15d2c1,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:07.673156 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bec5bafd-0418-40ef-8561-318ec0ea3e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.342377 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.654065 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-796ca878-9686-4bef-ab63-eceb917872f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:12.367007 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:12.981293 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1fea4-7f7c-4575-8d59-bc57087ddf2f req-2d4fe823-103f-4c4e-a389-9be5f01118fe tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:12.982980 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d1b1fea4-7f7c-4575-8d59-bc57087ddf2f req-2d4fe823-103f-4c4e-a389-9be5f01118fe tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 945 time: 0.0756598 Jul 16 03:00:13.032597 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d1b1fea4-7f7c-4575-8d59-bc57087ddf2f req-52fa5bae-e02f-4bf2-9b4f-15ade85eb35f tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2ecd2d4-e284-4368-90df-3b2f35d311ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430350 Jul 16 03:00:14.228620 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370972dd-3d23-47d7-a29a-7ada5fdf4e03 req-e43645bd-ba99-4eeb-be80-6595dfd51863 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:14.230237 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-370972dd-3d23-47d7-a29a-7ada5fdf4e03 req-e43645bd-ba99-4eeb-be80-6595dfd51863 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 945 time: 0.0723209 Jul 16 03:00:14.272915 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-370972dd-3d23-47d7-a29a-7ada5fdf4e03 req-f9c6d803-487d-4893-ab65-d670c39b48c9 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2ecd2d4-e284-4368-90df-3b2f35d311ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362761 Jul 16 03:00:14.824425 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.890832 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:00:15.462464 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b415e-315a-4efc-a4fb-c193fc09d7c3 req-e6f60696-8a2d-4f8c-86f2-1dd4dcbd06ca tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:15.463980 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-425b415e-315a-4efc-a4fb-c193fc09d7c3 req-e6f60696-8a2d-4f8c-86f2-1dd4dcbd06ca tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 945 time: 0.0695841 Jul 16 03:00:15.540095 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-425b415e-315a-4efc-a4fb-c193fc09d7c3 req-e4acea89-ad0f-4d81-91a3-b2648a2b5363 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups?id=b2ecd2d4-e284-4368-90df-3b2f35d311ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700431 Jul 16 03:00:15.574209 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-50105110-5892-4ad6-98b7-8b6a0871ad49 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:15.575715 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-50105110-5892-4ad6-98b7-8b6a0871ad49 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.59 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 945 time: 0.0916271 Jul 16 03:00:15.683240 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Deleting port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:15.683593 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.783777 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] For port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:15.784140 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.975588 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.975969 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.976289 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Floating IP 17ec0cbf-75d0-4cde-8360-c5400bb905f4 disassociated. External IP: 172.27.1.117, port: 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d. Jul 16 03:00:15.977346 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Calling delete_port for 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:16.155917 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:16.184321 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event deleted for resources: {'Port': ['ID=13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:16.330135 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Router 5a883065-29bb-4518-8a9b-254119326319 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:00:16.460550 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:00:16.472361 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a415d2-1c02-4bdf-baa8-0ebd47a3f268 None None] Sync routers for ids ['5a883065-29bb-4518-8a9b-254119326319'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:00:16.488205 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a415d2-1c02-4bdf-baa8-0ebd47a3f268 None None] Routers {'5a883065-29bb-4518-8a9b-254119326319'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:16.489392 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-69a415d2-1c02-4bdf-baa8-0ebd47a3f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:00:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['5a883065-29bb-4518-8a9b-254119326319'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:16.512573 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] No DVR routers for this DVR port 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:00:16.515695 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:16.517786 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d393a7e7-1c72-4dff-a473-2c7148a430ee req-e0e23c54-a449-4950-bc5d-7660e6f38a8a tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.59 "DELETE /v2.0/ports/13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d HTTP/1.1" status: 204 len: 173 time: 0.9358199 Jul 16 03:00:16.518250 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73a9e10-36b0-4c65-9c60-0a0bfac7c056', 'name': 'network-vif-deleted', 'tag': '13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:16.520845 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb8edb5-a540-400d-a7f0-071e97904dec" -d '{"events": [{"server_uuid": "e73a9e10-36b0-4c65-9c60-0a0bfac7c056", "name": "network-vif-deleted", "tag": "13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:16.662848 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-69a415d2-1c02-4bdf-baa8-0ebd47a3f268 None None] Set router 5a883065-29bb-4518-8a9b-254119326319 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:16.738015 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d245547c-cc7a-427f-a3e7-5f18a48383f7 req-b17c8d89-3dba-4248-b7f5-1f27ebc7ffaa tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/ports?device_id=e73a9e10-36b0-4c65-9c60-0a0bfac7c056 HTTP/1.1" status: 200 len: 210 time: 0.0451992 Jul 16 03:00:16.888039 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cbdb1f-560f-437a-aff2-61d763a63bbb x-openstack-request-id: req-b8cbdb1f-560f-437a-aff2-61d763a63bbb {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:16.888344 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73a9e10-36b0-4c65-9c60-0a0bfac7c056", "name": "network-vif-deleted", "tag": "13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:16.888601 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8cbdb1f-560f-437a-aff2-61d763a63bbb {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:16.889066 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73a9e10-36b0-4c65-9c60-0a0bfac7c056', 'name': 'network-vif-deleted', 'tag': '13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d', 'status': 'completed', 'code': 200} Jul 16 03:00:16.975749 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-69a415d2-1c02-4bdf-baa8-0ebd47a3f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:48Z', 'revision_number': 5, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:17.010920 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a415d2-1c02-4bdf-baa8-0ebd47a3f268 None None] Checking router: 5a883065-29bb-4518-8a9b-254119326319 for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:00:17.019979 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a415d2-1c02-4bdf-baa8-0ebd47a3f268 None None] Routers {'5a883065-29bb-4518-8a9b-254119326319'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:17.020601 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-69a415d2-1c02-4bdf-baa8-0ebd47a3f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:00:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['5a883065-29bb-4518-8a9b-254119326319'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:17.140255 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-69a415d2-1c02-4bdf-baa8-0ebd47a3f268 None None] Set router 5a883065-29bb-4518-8a9b-254119326319 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:17.521423 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-69a415d2-1c02-4bdf-baa8-0ebd47a3f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:48Z', 'revision_number': 5, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:17.550228 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a415d2-1c02-4bdf-baa8-0ebd47a3f268 None None] The sync data for ids ['5a883065-29bb-4518-8a9b-254119326319'] in dv-cinder-788364-5-iscsi is: [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T02:54:30Z', 'revision_number': 4, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '9ab68036-eb3e-4f36-9dda-84ac0482056c', 'name': '', 'network_id': '2f019d7f-ca97-4436-8164-18594840904c', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'mac_address': 'fa:16:3e:10:ed:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:28Z', 'updated_at': '2021-07-16T02:54:48Z', 'revision_number': 5, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'subnets': [{'id': '74e7130c-43e1-4974-8008-6ba18bb52ea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:00:17.822616 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55db46ea-c59a-454c-8c28-3aaa83a26220 None None] New status for floating IP 17ec0cbf-75d0-4cde-8360-c5400bb905f4: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:00:17.863990 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51888) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:17.937829 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea8bd-b124-4913-8e73-ae311d8f46e3 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:17.978068 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea8bd-b124-4913-8e73-ae311d8f46e3 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.046501 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea8bd-b124-4913-8e73-ae311d8f46e3 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.049444 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-dc4ea8bd-b124-4913-8e73-ae311d8f46e3 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.050639 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-dc4ea8bd-b124-4913-8e73-ae311d8f46e3 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "DELETE /v2.0/security-groups/b2ecd2d4-e284-4368-90df-3b2f35d311ee HTTP/1.1" status: 204 len: 168 time: 0.1855264 Jul 16 03:00:18.055070 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51890) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:18.070252 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ea8bd-b124-4913-8e73-ae311d8f46e3 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ecd2d4-e284-4368-90df-3b2f35d311ee,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:18.078814 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-d4924b72-709e-472e-a610-dfb27e61eaa3 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] show failed (client error): The resource could not be found. Jul 16 03:00:18.080289 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d4924b72-709e-472e-a610-dfb27e61eaa3 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "GET /v2.0/security-groups/b2ecd2d4-e284-4368-90df-3b2f35d311ee HTTP/1.1" status: 404 len: 347 time: 0.0233066 Jul 16 03:00:18.083498 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51892) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:18.228112 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-25428a3e-f518-4627-a6e7-82d4cba85437 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Deleting port c1fe4272-2e6f-4bec-89b8-27ab9b6e4392 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:18.228497 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25428a3e-f518-4627-a6e7-82d4cba85437 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.279576 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:18.301346 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:00:18.301693 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 13cfc3ed-b3f8-4438-88f6-f3d4d76ffd0d not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:00:18.334300 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25428a3e-f518-4627-a6e7-82d4cba85437 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.334841 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25428a3e-f518-4627-a6e7-82d4cba85437 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.358576 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-25428a3e-f518-4627-a6e7-82d4cba85437 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Calling delete_port for c1fe4272-2e6f-4bec-89b8-27ab9b6e4392 owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:18.516769 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25428a3e-f518-4627-a6e7-82d4cba85437 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.542415 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25428a3e-f518-4627-a6e7-82d4cba85437 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Pushing event deleted for resources: {'Port': ['ID=c1fe4272-2e6f-4bec-89b8-27ab9b6e4392,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:18.610953 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25428a3e-f518-4627-a6e7-82d4cba85437 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.613525 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-25428a3e-f518-4627-a6e7-82d4cba85437 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.614736 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-25428a3e-f518-4627-a6e7-82d4cba85437 tempest-AttachVolumeTestJSON-664930609 tempest-AttachVolumeTestJSON-664930609-project] 10.222.0.39 "DELETE /v2.0/floatingips/17ec0cbf-75d0-4cde-8360-c5400bb905f4 HTTP/1.1" status: 204 len: 168 time: 0.5297890 Jul 16 03:00:18.904798 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:21.543208 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-918ba811-6e38-4f95-8b12-04b121a6970f req-d773428e-e82d-4fea-9cb7-6e0de06fa85f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1063859 Jul 16 03:00:21.696696 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ba811-6e38-4f95-8b12-04b121a6970f req-82f419fe-0e47-44ff-b387-9182aef8b875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:21.698506 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-918ba811-6e38-4f95-8b12-04b121a6970f req-82f419fe-0e47-44ff-b387-9182aef8b875 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 1098 time: 0.0799241 Jul 16 03:00:21.906829 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ba811-6e38-4f95-8b12-04b121a6970f req-c3fca6e1-ac33-49e8-b78a-c10c64c6e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:21.909311 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-918ba811-6e38-4f95-8b12-04b121a6970f req-c3fca6e1-ac33-49e8-b78a-c10c64c6e9fd service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 200 len: 917 time: 0.1666279 Jul 16 03:00:22.004127 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-918ba811-6e38-4f95-8b12-04b121a6970f req-2268d908-6768-420e-a059-57ba84eea3ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63946afb-45c2-44a7-b6ed-c2c569601b62 HTTP/1.1" status: 200 len: 1001 time: 0.0860467 Jul 16 03:00:22.060048 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ba811-6e38-4f95-8b12-04b121a6970f req-7edf5107-aab3-4ded-920e-e578e10f4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:22.061658 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-918ba811-6e38-4f95-8b12-04b121a6970f req-7edf5107-aab3-4ded-920e-e578e10f4921 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab221803-f9aa-4d56-af69-49967871c0f1 HTTP/1.1" status: 200 len: 855 time: 0.0509334 Jul 16 03:00:22.157454 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ba811-6e38-4f95-8b12-04b121a6970f req-f8f5c80d-1ab4-4761-964f-c1aca7469d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:22.158936 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-918ba811-6e38-4f95-8b12-04b121a6970f req-f8f5c80d-1ab4-4761-964f-c1aca7469d35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ab2206b-a201-4aab-8cca-c5880401b996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903490 Jul 16 03:00:22.261322 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-918ba811-6e38-4f95-8b12-04b121a6970f req-a5946628-c3d1-44e5-8c89-b6c1d0a3ece4 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953093 Jul 16 03:00:22.381650 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-918ba811-6e38-4f95-8b12-04b121a6970f req-840fd961-ba8d-4678-b172-6fd0e85b4834 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082232 Jul 16 03:00:22.479284 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51940) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:23.126612 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb1367-f220-4c7a-9b84-ef588e2db176 req-7a0274c0-0f00-4a81-a5cf-e559d4a018a8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:23.128579 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-70fb1367-f220-4c7a-9b84-ef588e2db176 req-7a0274c0-0f00-4a81-a5cf-e559d4a018a8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0855489 Jul 16 03:00:23.181711 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-70fb1367-f220-4c7a-9b84-ef588e2db176 req-685e87fa-c131-441a-bb97-dd83552af68f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461652 Jul 16 03:00:23.223860 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002d933b-c226-40a8-9fc4-134b50553860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958638'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.489904 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-002d933b-c226-40a8-9fc4-134b50553860 admin admin] Deleting port 9ab68036-eb3e-4f36-9dda-84ac0482056c {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:23.490565 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002d933b-c226-40a8-9fc4-134b50553860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.567308 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-002d933b-c226-40a8-9fc4-134b50553860 admin admin] For port 9ab68036-eb3e-4f36-9dda-84ac0482056c, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=9ab68036-eb3e-4f36-9dda-84ac0482056c,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:23.567660 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002d933b-c226-40a8-9fc4-134b50553860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.581351 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-002d933b-c226-40a8-9fc4-134b50553860 admin admin] Calling delete_port for 9ab68036-eb3e-4f36-9dda-84ac0482056c owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:23.768261 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002d933b-c226-40a8-9fc4-134b50553860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.796939 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d933b-c226-40a8-9fc4-134b50553860 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab68036-eb3e-4f36-9dda-84ac0482056c,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:24.042290 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-002d933b-c226-40a8-9fc4-134b50553860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960574'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:24.404065 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e813ff7-a137-4408-8d95-0777f339c6cf req-db1bad3c-4c0a-4d96-bb2b-b2d4565e300b tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:24.406431 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4e813ff7-a137-4408-8d95-0777f339c6cf req-db1bad3c-4c0a-4d96-bb2b-b2d4565e300b tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0708120 Jul 16 03:00:24.458702 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4e813ff7-a137-4408-8d95-0777f339c6cf req-e458d7df-26e2-44ce-b9a1-44f324f82efb tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460079 Jul 16 03:00:24.492967 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002d933b-c226-40a8-9fc4-134b50553860 admin admin] Router 5a883065-29bb-4518-8a9b-254119326319 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:00:24.614964 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002d933b-c226-40a8-9fc4-134b50553860 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:00:24.620568 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-002d933b-c226-40a8-9fc4-134b50553860 admin admin] 10.222.0.39 "PUT /v2.0/routers/5a883065-29bb-4518-8a9b-254119326319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1401052 Jul 16 03:00:24.623026 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51956) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:24.626493 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c367a84b-5ee8-4768-8b00-3c2525c3f99f None None] Sync routers for ids ['5a883065-29bb-4518-8a9b-254119326319'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:00:24.640572 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367a84b-5ee8-4768-8b00-3c2525c3f99f None None] Routers {'5a883065-29bb-4518-8a9b-254119326319'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:24.641250 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-c367a84b-5ee8-4768-8b00-3c2525c3f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:00:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['5a883065-29bb-4518-8a9b-254119326319'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:24.731970 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:24.747513 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-c367a84b-5ee8-4768-8b00-3c2525c3f99f None None] Set router 5a883065-29bb-4518-8a9b-254119326319 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:24.839112 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:24.893280 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] Deleting port 68d1cfe8-b491-4883-82e8-48ed57b70dde {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:24.893677 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:24.953518 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-c367a84b-5ee8-4768-8b00-3c2525c3f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T03:00:23Z', 'revision_number': 5, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port': {'id': '68d1cfe8-b491-4883-82e8-48ed57b70dde', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:39:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a883065-29bb-4518-8a9b-254119326319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:22Z', 'updated_at': '2021-07-16T02:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:24.984640 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] For port 68d1cfe8-b491-4883-82e8-48ed57b70dde, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=68d1cfe8-b491-4883-82e8-48ed57b70dde,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:24.985069 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:24.998169 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] Calling delete_port for 68d1cfe8-b491-4883-82e8-48ed57b70dde owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:24.999965 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c367a84b-5ee8-4768-8b00-3c2525c3f99f None None] Checking router: 5a883065-29bb-4518-8a9b-254119326319 for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:00:25.014581 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c367a84b-5ee8-4768-8b00-3c2525c3f99f None None] Routers {'5a883065-29bb-4518-8a9b-254119326319'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:25.015868 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-c367a84b-5ee8-4768-8b00-3c2525c3f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:00:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['5a883065-29bb-4518-8a9b-254119326319'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:25.162509 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-c367a84b-5ee8-4768-8b00-3c2525c3f99f None None] Set router 5a883065-29bb-4518-8a9b-254119326319 gateway port host: None {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:25.172311 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.201839 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d1cfe8-b491-4883-82e8-48ed57b70dde,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:25.219557 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-c367a84b-5ee8-4768-8b00-3c2525c3f99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T03:00:24Z', 'revision_number': 6, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port_host': None}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:25.246687 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c367a84b-5ee8-4768-8b00-3c2525c3f99f None None] The sync data for ids ['5a883065-29bb-4518-8a9b-254119326319'] in dv-cinder-788364-5-iscsi is: [{'id': '5a883065-29bb-4518-8a9b-254119326319', 'name': 'tempest-AttachVolumeTestJSON-1683752145-router', 'tenant_id': '29aae069908e46e4a488a1aace77f0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:54:20Z', 'updated_at': '2021-07-16T03:00:24Z', 'revision_number': 6, 'project_id': '29aae069908e46e4a488a1aace77f0c8', 'gw_port_host': None}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:00:25.272065 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890980'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.362672 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10628'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.364960 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.407603 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962278'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.408122 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a883065-29bb-4518-8a9b-254119326319 {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:00:25.412925 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.414068 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d1fb48aa-49f3-4789-b02a-6fb82df231d9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/5a883065-29bb-4518-8a9b-254119326319 HTTP/1.1" status: 204 len: 168 time: 0.7892501 Jul 16 03:00:25.416613 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51958) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:25.463462 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-6973b5d7-47ba-42ca-8e10-78e219efa746 admin admin] Deleting subnet 74e7130c-43e1-4974-8008-6ba18bb52ea5 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:00:25.466414 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6973b5d7-47ba-42ca-8e10-78e219efa746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.499713 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6973b5d7-47ba-42ca-8e10-78e219efa746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531563'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.576640 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6973b5d7-47ba-42ca-8e10-78e219efa746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.631877 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6973b5d7-47ba-42ca-8e10-78e219efa746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8531459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12322986'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.663084 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973b5d7-47ba-42ca-8e10-78e219efa746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74e7130c-43e1-4974-8008-6ba18bb52ea5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:25.668944 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6973b5d7-47ba-42ca-8e10-78e219efa746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.673458 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6973b5d7-47ba-42ca-8e10-78e219efa746 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/74e7130c-43e1-4974-8008-6ba18bb52ea5 HTTP/1.1" status: 204 len: 168 time: 0.2532651 Jul 16 03:00:25.673659 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739303e2-2618-470e-8e47-1d954e6ff994 req-a9cd5271-39a1-4a3f-9cc4-b6aceba38ee7 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:25.674146 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f4a89e-0612-4604-90be-227313131118 None None] Network 2f019d7f-ca97-4436-8164-18594840904c requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:00:25.674525 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-739303e2-2618-470e-8e47-1d954e6ff994 req-a9cd5271-39a1-4a3f-9cc4-b6aceba38ee7 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0813313 Jul 16 03:00:25.674525 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 51962) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:25.769926 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-739303e2-2618-470e-8e47-1d954e6ff994 req-043b4c80-96d0-47ca-a704-fe7d04ea961b tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877388 Jul 16 03:00:25.774558 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.830586 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Deleting port 0a3e925e-6f27-4fe0-9879-0e504853e3f4 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:25.830941 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.892561 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] For port 0a3e925e-6f27-4fe0-9879-0e504853e3f4, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=0a3e925e-6f27-4fe0-9879-0e504853e3f4,segment=NetworkSegment(33a58671-fc65-46a4-a996-1344b4b6623d),segment_id=33a58671-fc65-46a4-a996-1344b4b6623d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:25.892940 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:25.903972 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Calling delete_port for 0a3e925e-6f27-4fe0-9879-0e504853e3f4 owned by network:dhcp {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:25.982194 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.008385 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a3e925e-6f27-4fe0-9879-0e504853e3f4,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:26.010294 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] No DVR routers for this DVR port 0a3e925e-6f27-4fe0-9879-0e504853e3f4 on host dv-cinder-788364-5-iscsi {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:00:26.075860 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a355283-caa5-46c8-904d-0bd0e166a9b2 None None] DHCP port deletion for 2f019d7f-ca97-4436-8164-18594840904c request from dv-cinder-788364-5-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:00:26.104891 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.116541 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f019d7f-ca97-4436-8164-18594840904c']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:26.127834 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a58671-fc65-46a4-a996-1344b4b6623d') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:26.128138 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a58671-fc65-46a4-a996-1344b4b6623d') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:26.138161 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12362030'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.146037 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 9ab68036-eb3e-4f36-9dda-84ac0482056c no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:26.157244 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.163817 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:00:26.164761 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8866269'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: timer() Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: cb(*args, **kw) Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: self._notify() Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: self.callback(batched_events) Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: event.method(event) Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._get(url).json() Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:00:26.166751 dv-cinder-788364-5-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:00:26.172633 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 9ab68036-eb3e-4f36-9dda-84ac0482056c {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:00:26.177434 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 9ab68036-eb3e-4f36-9dda-84ac0482056c not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:00:26.177434 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 0a3e925e-6f27-4fe0-9879-0e504853e3f4 no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:26.194371 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 0a3e925e-6f27-4fe0-9879-0e504853e3f4 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:00:26.194743 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 0a3e925e-6f27-4fe0-9879-0e504853e3f4 not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:00:26.195301 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 68d1cfe8-b491-4883-82e8-48ed57b70dde no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:26.220900 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 68d1cfe8-b491-4883-82e8-48ed57b70dde {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:00:26.221245 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 68d1cfe8-b491-4883-82e8-48ed57b70dde not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:00:26.235526 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.239085 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.240416 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2f019d7f-ca97-4436-8164-18594840904c HTTP/1.1" status: 204 len: 168 time: 0.5651107 Jul 16 03:00:26.251167 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a234cf3-0616-4e31-8cec-df1200acffa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f019d7f-ca97-4436-8164-18594840904c,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:26.389318 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 51966) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:26.441186 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ac60bbfe-85ef-4fe2-a75c-d2c5f3b359f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=29aae069908e46e4a488a1aace77f0c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497789 Jul 16 03:00:26.443382 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51968) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:26.496458 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dc90-54c3-4954-a8f9-17a4406bae20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.518580 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dc90-54c3-4954-a8f9-17a4406bae20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.568968 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dc90-54c3-4954-a8f9-17a4406bae20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.572069 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dc90-54c3-4954-a8f9-17a4406bae20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:26.573266 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d0a7dc90-54c3-4954-a8f9-17a4406bae20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/deff3cd8-8b95-4005-9fb7-c96d8e4e45b8 HTTP/1.1" status: 204 len: 168 time: 0.1288970 Jul 16 03:00:26.581315 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7dc90-54c3-4954-a8f9-17a4406bae20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deff3cd8-8b95-4005-9fb7-c96d8e4e45b8,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:26.960291 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e275-0b13-4670-a8be-2b047f67f445 req-385425e1-29be-410b-834d-bf35afcea461 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:26.961854 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8109e275-0b13-4670-a8be-2b047f67f445 req-385425e1-29be-410b-834d-bf35afcea461 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0702651 Jul 16 03:00:27.002806 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8109e275-0b13-4670-a8be-2b047f67f445 req-793edbf9-90c6-42d1-a452-31eb32168dcb tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341952 Jul 16 03:00:27.240703 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 51992) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:27.332561 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1051785965-network', 'tenant_id': '1e0e442296e84e5bb5d5b00a075c8874'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:27.353554 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] Made reservation on behalf of 1e0e442296e84e5bb5d5b00a075c8874 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:00:27.355722 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.363747 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.450940 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.455046 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.477109 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:00:27.490722 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6553336-bba9-4399-949a-3ca5cda5acf0,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:27.495714 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.496056 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] Added segment fcae8938-8af8-4e27-ba40-4af220662c63 of type vlan for network 2cc5fbca-bbaa-487a-a825-cea905d83922 Jul 16 03:00:27.539597 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.569545 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.570639 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:27.571241 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.605390 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3633356 Jul 16 03:00:27.609057 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 51996) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:27.614056 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-a4eabf65-1d95-40f2-9443-34b654c68b4f admin admin] Request body: {'subnet': {'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1051785965-subnet', 'tenant_id': '1e0e442296e84e5bb5d5b00a075c8874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:27.635237 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4eabf65-1d95-40f2-9443-34b654c68b4f admin admin] Made reservation on behalf of 1e0e442296e84e5bb5d5b00a075c8874 for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:00:27.635905 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec658cdc-6acc-4619-8ade-2ede8607e53a admin admin] Pushing event updated for resources: {'Network': ['ID=2cc5fbca-bbaa-487a-a825-cea905d83922,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:27.637642 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a4eabf65-1d95-40f2-9443-34b654c68b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8577245'] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.651587 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 2cc5fbca-bbaa-487a-a825-cea905d83922 details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:00:27.824035 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a4eabf65-1d95-40f2-9443-34b654c68b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8867488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8577231'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.881928 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eabf65-1d95-40f2-9443-34b654c68b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd133d9e-eae2-4d24-97b7-de98b251c38f,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:27.891743 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4eabf65-1d95-40f2-9443-34b654c68b4f admin admin] Checking segment: {'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:27.892105 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eabf65-1d95-40f2-9443-34b654c68b4f admin admin] Network hostable DHCP agents. Network: 2cc5fbca-bbaa-487a-a825-cea905d83922, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:00:27.910732 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4eabf65-1d95-40f2-9443-34b654c68b4f admin admin] Network 2cc5fbca-bbaa-487a-a825-cea905d83922 is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:00:27.922117 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-a4eabf65-1d95-40f2-9443-34b654c68b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 2cc5fbca-bbaa-487a-a825-cea905d83922) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:27.927451 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4eabf65-1d95-40f2-9443-34b654c68b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:27.928378 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-a4eabf65-1d95-40f2-9443-34b654c68b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.936008 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6dcaf6-b45e-4335-a638-54a2cfaed2cd None None] Network 2cc5fbca-bbaa-487a-a825-cea905d83922 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:00:27.948938 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-a4eabf65-1d95-40f2-9443-34b654c68b4f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3385043 Jul 16 03:00:28.090872 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42249111-5dbd-4d5f-b191-9873e2741676 None None] Network 2cc5fbca-bbaa-487a-a825-cea905d83922 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:00:28.214225 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d1dba-036b-40ef-88a0-ab89cd1236a2 req-5754cdde-6691-46e8-bd06-568d914cb569 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:28.216044 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2c0d1dba-036b-40ef-88a0-ab89cd1236a2 req-5754cdde-6691-46e8-bd06-568d914cb569 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0812755 Jul 16 03:00:28.258691 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2c0d1dba-036b-40ef-88a0-ab89cd1236a2 req-640167f6-4f84-4373-bc50-2be86eeadb13 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359519 Jul 16 03:00:28.433983 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-35abd7aa-b834-4dd3-9a0c-df3083df0c47 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:28.435400 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-35abd7aa-b834-4dd3-9a0c-df3083df0c47 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/networks?id=2cc5fbca-bbaa-487a-a825-cea905d83922 HTTP/1.1" status: 200 len: 815 time: 0.1038899 Jul 16 03:00:28.450535 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-da9815ae-9931-457e-b670-cbd1c91368c6 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/quotas/1e0e442296e84e5bb5d5b00a075c8874 HTTP/1.1" status: 200 len: 375 time: 0.0096452 Jul 16 03:00:28.488560 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-07f7faa3-0ccc-4533-832b-5caff55943cd tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e0e442296e84e5bb5d5b00a075c8874&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326810 Jul 16 03:00:28.626953 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-35913a6c-5ab1-409e-8bd5-6cb2d1b4a5c7 service neutron] 10.222.0.39 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312003 Jul 16 03:00:28.736403 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-49522858-62ce-4dd1-9bda-8d9b1f817e27 service neutron] 10.222.0.39 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025524 Jul 16 03:00:28.919633 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-eae156d9-2b38-4441-b87c-1c91f9d8081e req-3a23f6ae-7747-4bc4-b091-e50d10c16c81 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 210 time: 0.0356553 Jul 16 03:00:29.442570 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaceff1-de5b-4ae3-a018-b035dc873a24 req-3dd25a0b-dd57-4f17-849b-f3662dbf0d90 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:29.444104 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ceaceff1-de5b-4ae3-a018-b035dc873a24 req-3dd25a0b-dd57-4f17-849b-f3662dbf0d90 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0665078 Jul 16 03:00:29.485261 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ceaceff1-de5b-4ae3-a018-b035dc873a24 req-55c62c45-88b4-48db-8e1f-1e4553edaa99 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352135 Jul 16 03:00:30.122491 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0d83ac48-d141-4a51-b36a-afbb02290a27 req-db048dfc-5e6d-4ed9-b7bd-4010b1c2f048 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 210 time: 0.0329959 Jul 16 03:00:30.231877 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-99c3df23-6f78-4ca0-9cff-03b431625717 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:30.233433 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-99c3df23-6f78-4ca0-9cff-03b431625717 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "GET /v2.0/networks?id=2cc5fbca-bbaa-487a-a825-cea905d83922 HTTP/1.1" status: 200 len: 815 time: 0.1134009 Jul 16 03:00:30.255907 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-f57d53c9-3f8e-48bc-897a-d574980c6ab1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Request body: {'port': {'device_id': 'f087ab31-6baa-4be7-aa26-14a4122b296e', 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922', 'admin_state_up': True, 'tenant_id': '1e0e442296e84e5bb5d5b00a075c8874'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:30.384904 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-f57d53c9-3f8e-48bc-897a-d574980c6ab1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Made reservation on behalf of 1e0e442296e84e5bb5d5b00a075c8874 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:00:30.388639 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-f57d53c9-3f8e-48bc-897a-d574980c6ab1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:30.539673 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-f57d53c9-3f8e-48bc-897a-d574980c6ab1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Allocated IP 172.20.0.8 (2cc5fbca-bbaa-487a-a825-cea905d83922/cd133d9e-eae2-4d24-97b7-de98b251c38f/24b18260-5aa1-4791-97a7-d03cfe602d56) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:00:30.764541 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-f57d53c9-3f8e-48bc-897a-d574980c6ab1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:30.774040 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a70175-d501-405f-ad8c-86d72b02a19f req-d278fcf4-b16b-4b14-8347-2219e294950f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:30.775620 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3a70175-d501-405f-ad8c-86d72b02a19f req-d278fcf4-b16b-4b14-8347-2219e294950f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.1533248 Jul 16 03:00:30.839741 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3a70175-d501-405f-ad8c-86d72b02a19f req-cfd41f74-544d-4502-a826-bd95490cd47c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568380 Jul 16 03:00:30.849125 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-f57d53c9-3f8e-48bc-897a-d574980c6ab1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:30.901461 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-f57d53c9-3f8e-48bc-897a-d574980c6ab1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Network 2cc5fbca-bbaa-487a-a825-cea905d83922 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:00:30.904575 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-f57d53c9-3f8e-48bc-897a-d574980c6ab1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:30.908894 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-f57d53c9-3f8e-48bc-897a-d574980c6ab1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:00:30.916961 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d53c9-3f8e-48bc-897a-d574980c6ab1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Pushing event updated for resources: {'Port': ['ID=24b18260-5aa1-4791-97a7-d03cfe602d56,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:30.968543 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-f57d53c9-3f8e-48bc-897a-d574980c6ab1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:30.969218 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-f57d53c9-3f8e-48bc-897a-d574980c6ab1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:30.986998 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-f57d53c9-3f8e-48bc-897a-d574980c6ab1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7358913 Jul 16 03:00:31.006931 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Request body: {'port': {'device_id': 'f087ab31-6baa-4be7-aa26-14a4122b296e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:31.083122 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:31.665822 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9487c-8214-4ea3-9698-9bd5ec968796 req-a6307281-1c42-4fc8-976c-b2f14f516a55 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:31.667395 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08e9487c-8214-4ea3-9698-9bd5ec968796 req-a6307281-1c42-4fc8-976c-b2f14f516a55 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 931 time: 0.4218299 Jul 16 03:00:31.711555 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b18260-5aa1-4791-97a7-d03cfe602d56 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:00:31.721296 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:31.747586 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08e9487c-8214-4ea3-9698-9bd5ec968796 req-311b98dc-4f89-4be6-a35d-a24f0eb46bf4 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622556 Jul 16 03:00:31.748552 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Transition to ACTIVE for port object 24b18260-5aa1-4791-97a7-d03cfe602d56 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:31.753233 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:31.823776 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=24b18260-5aa1-4791-97a7-d03cfe602d56,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:31.876562 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Attempting to bind port 24b18260-5aa1-4791-97a7-d03cfe602d56 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:00:31.876939 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Attempting to bind port 24b18260-5aa1-4791-97a7-d03cfe602d56 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:00:31.877278 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Attempting to bind port 24b18260-5aa1-4791-97a7-d03cfe602d56 on network 2cc5fbca-bbaa-487a-a825-cea905d83922 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:00:31.882361 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Port 24b18260-5aa1-4791-97a7-d03cfe602d56 on network 2cc5fbca-bbaa-487a-a825-cea905d83922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:00:31.882772 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Attempting to bind port 24b18260-5aa1-4791-97a7-d03cfe602d56 on network 2cc5fbca-bbaa-487a-a825-cea905d83922 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:00:31.887910 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:00:31.888370 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Checking segment: {'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:31.888656 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Bound using segment: {'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:00:31.889140 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Bound port: 24b18260-5aa1-4791-97a7-d03cfe602d56, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:00:31.889475 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:31.959229 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] For port 24b18260-5aa1-4791-97a7-d03cfe602d56, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:00:31.963400 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] For port 24b18260-5aa1-4791-97a7-d03cfe602d56, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=24b18260-5aa1-4791-97a7-d03cfe602d56,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:00:31.967741 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:32.005655 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:32.005845 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:32.007708 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] 10.222.0.59 "PUT /v2.0/ports/24b18260-5aa1-4791-97a7-d03cfe602d56 HTTP/1.1" status: 200 len: 1093 time: 1.0051124 Jul 16 03:00:32.008292 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f087ab31-6baa-4be7-aa26-14a4122b296e', 'tag': '24b18260-5aa1-4791-97a7-d03cfe602d56'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:32.010734 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ca786c-276f-42eb-bfc7-ae37a96b6f06" -d '{"events": [{"name": "network-changed", "server_uuid": "f087ab31-6baa-4be7-aa26-14a4122b296e", "tag": "24b18260-5aa1-4791-97a7-d03cfe602d56"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:32.074413 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f90b4-eb48-4dca-8f76-acdabe711ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=24b18260-5aa1-4791-97a7-d03cfe602d56,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:32.077828 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411d4280-7da7-45cc-8fcb-9aa314ca8205 x-openstack-request-id: req-411d4280-7da7-45cc-8fcb-9aa314ca8205 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:32.078104 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f087ab31-6baa-4be7-aa26-14a4122b296e", "tag": "24b18260-5aa1-4791-97a7-d03cfe602d56", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:32.078367 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-411d4280-7da7-45cc-8fcb-9aa314ca8205 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:32.078787 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f087ab31-6baa-4be7-aa26-14a4122b296e', 'tag': '24b18260-5aa1-4791-97a7-d03cfe602d56', 'status': 'completed', 'code': 200} Jul 16 03:00:32.141732 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32dcc-eb3c-4847-bbeb-116ea4148570 req-d1886498-0beb-4cf0-81d5-a06ba77a9a9c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:32.143558 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-24c32dcc-eb3c-4847-bbeb-116ea4148570 req-d1886498-0beb-4cf0-81d5-a06ba77a9a9c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.1254025 Jul 16 03:00:32.196767 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-12818d44-024b-4ff6-89b7-72935c4ca91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:32.198236 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-12818d44-024b-4ff6-89b7-72935c4ca91f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e0e442296e84e5bb5d5b00a075c8874&device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 1096 time: 0.1047740 Jul 16 03:00:32.204088 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-24c32dcc-eb3c-4847-bbeb-116ea4148570 req-5bad1db1-274c-45e7-a98a-c820ef72c016 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508611 Jul 16 03:00:32.264134 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-e9ea2204-8a8a-4832-b8c8-a28b53563b17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b18260-5aa1-4791-97a7-d03cfe602d56 HTTP/1.1" status: 200 len: 217 time: 0.0489671 Jul 16 03:00:32.315781 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-f9cfd9d7-5990-4957-be6d-587cef93625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:32.317328 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-f9cfd9d7-5990-4957-be6d-587cef93625b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd133d9e-eae2-4d24-97b7-de98b251c38f HTTP/1.1" status: 200 len: 855 time: 0.0463150 Jul 16 03:00:32.351570 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-0eb1b77f-d079-44e6-96f4-6abbcf3db245 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cc5fbca-bbaa-487a-a825-cea905d83922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273688 Jul 16 03:00:32.451152 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-beaccec9-6be5-46e4-b586-72756ba623eb service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915620 Jul 16 03:00:32.562205 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8c6702a2-adda-44b5-8707-d69f782cf1fb req-db094762-8481-448f-b471-884c1d09eebf service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034663 Jul 16 03:00:32.717492 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca786c-276f-42eb-bfc7-ae37a96b6f06 req-ba1345e1-ce4a-4171-b4c9-981436eb66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:32.719895 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4ca786c-276f-42eb-bfc7-ae37a96b6f06 req-ba1345e1-ce4a-4171-b4c9-981436eb66e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e0e442296e84e5bb5d5b00a075c8874&device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 1096 time: 0.0625873 Jul 16 03:00:32.816056 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca786c-276f-42eb-bfc7-ae37a96b6f06 req-c11baa63-1982-416b-a687-729987f8403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:32.817615 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4ca786c-276f-42eb-bfc7-ae37a96b6f06 req-c11baa63-1982-416b-a687-729987f8403c service neutron] 10.222.0.59 "GET /v2.0/networks?id=2cc5fbca-bbaa-487a-a825-cea905d83922 HTTP/1.1" status: 200 len: 916 time: 0.0903068 Jul 16 03:00:32.864085 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4ca786c-276f-42eb-bfc7-ae37a96b6f06 req-8168279d-d54e-42ec-871e-5a06ed279c76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24b18260-5aa1-4791-97a7-d03cfe602d56 HTTP/1.1" status: 200 len: 217 time: 0.0394456 Jul 16 03:00:32.941422 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca786c-276f-42eb-bfc7-ae37a96b6f06 req-7c84efe9-1069-4246-83f5-4aeea5969ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:32.942899 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4ca786c-276f-42eb-bfc7-ae37a96b6f06 req-7c84efe9-1069-4246-83f5-4aeea5969ead service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd133d9e-eae2-4d24-97b7-de98b251c38f HTTP/1.1" status: 200 len: 855 time: 0.0680280 Jul 16 03:00:32.981768 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4ca786c-276f-42eb-bfc7-ae37a96b6f06 req-25086388-0f48-471e-ae45-e15e8b450c38 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cc5fbca-bbaa-487a-a825-cea905d83922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296464 Jul 16 03:00:32.998161 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847ff77-d0d6-4f52-a03f-bca75d922cd0 req-09d3089b-37e7-4527-8dba-85c643c817ca tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:32.999662 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a847ff77-d0d6-4f52-a03f-bca75d922cd0 req-09d3089b-37e7-4527-8dba-85c643c817ca tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 943 time: 0.1347008 Jul 16 03:00:33.091266 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a847ff77-d0d6-4f52-a03f-bca75d922cd0 req-54e15e8d-3681-4b61-a7b6-3e3c0291f243 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844529 Jul 16 03:00:33.117951 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4ca786c-276f-42eb-bfc7-ae37a96b6f06 req-99c64d0a-c881-4e15-b79d-08982ff40747 service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282027 Jul 16 03:00:33.229869 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4ca786c-276f-42eb-bfc7-ae37a96b6f06 req-5c37d86a-57b8-436a-bd5d-48be58071c7f service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001792 Jul 16 03:00:33.399539 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac5c41-b1b8-46e0-912c-81e45dae38b4 req-6519983e-7025-4a97-8a28-608ad4efe9e0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:33.401101 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-65ac5c41-b1b8-46e0-912c-81e45dae38b4 req-6519983e-7025-4a97-8a28-608ad4efe9e0 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0658429 Jul 16 03:00:33.449126 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-65ac5c41-b1b8-46e0-912c-81e45dae38b4 req-484260d0-5f5f-4f29-b0be-787da5063e02 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418863 Jul 16 03:00:34.285999 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6947d4d-cca4-4c5d-b70f-859f24265d65 req-2112dbe1-8f92-4ebd-a38b-0782e3c41193 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:34.287741 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c6947d4d-cca4-4c5d-b70f-859f24265d65 req-2112dbe1-8f92-4ebd-a38b-0782e3c41193 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 943 time: 0.0757432 Jul 16 03:00:34.330338 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c6947d4d-cca4-4c5d-b70f-859f24265d65 req-43db634a-c47f-4688-8d73-f52025b5ca38 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355992 Jul 16 03:00:34.355624 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 24b18260-5aa1-4791-97a7-d03cfe602d56 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:00:34.461342 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 24b18260-5aa1-4791-97a7-d03cfe602d56, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=24b18260-5aa1-4791-97a7-d03cfe602d56,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:34.473872 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '24b18260-5aa1-4791-97a7-d03cfe602d56', 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922', 'port_id': '24b18260-5aa1-4791-97a7-d03cfe602d56', 'mac_address': 'fa:16:3e:b6:c9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd133d9e-eae2-4d24-97b7-de98b251c38f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:00:34.521393 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:34.537703 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b18260-5aa1-4791-97a7-d03cfe602d56 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:00:34.571850 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 24b18260-5aa1-4791-97a7-d03cfe602d56, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=24b18260-5aa1-4791-97a7-d03cfe602d56,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:34.579760 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:34.633699 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=24b18260-5aa1-4791-97a7-d03cfe602d56,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:34.641817 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:34.642168 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:34.642515 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:34.642857 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:34.643193 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:34.643532 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:34.643862 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:34.644193 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:34.644336 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73c5c9-9673-47d7-890a-3e154e378d29 req-ab14b9a7-e132-480b-875a-a6cb6953e887 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:34.644525 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:34.644893 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:34.645221 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:34.645552 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:34.645931 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9b73c5c9-9673-47d7-890a-3e154e378d29 req-ab14b9a7-e132-480b-875a-a6cb6953e887 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0739892 Jul 16 03:00:34.690758 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9b73c5c9-9673-47d7-890a-3e154e378d29 req-c944d51b-c1d4-4234-a5ac-ad1c8f251d69 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375102 Jul 16 03:00:34.967059 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['24b18260-5aa1-4791-97a7-d03cfe602d56'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:00:35.510322 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775cb9e-544e-4ce1-94e2-046c3482f876 req-03a2bced-04f5-4fae-b3ea-03632d7d82a8 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:35.511864 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6775cb9e-544e-4ce1-94e2-046c3482f876 req-03a2bced-04f5-4fae-b3ea-03632d7d82a8 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 944 time: 0.0672762 Jul 16 03:00:35.552160 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6775cb9e-544e-4ce1-94e2-046c3482f876 req-5b3b290d-f285-4bd6-927b-e1a6a8c7dc71 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345609 Jul 16 03:00:35.876622 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d20d3a-eddc-47da-9f32-a3d637673650 req-88975d7c-0beb-45de-ab1c-bc936053d0c3 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:35.878277 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-98d20d3a-eddc-47da-9f32-a3d637673650 req-88975d7c-0beb-45de-ab1c-bc936053d0c3 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0667768 Jul 16 03:00:35.925544 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-98d20d3a-eddc-47da-9f32-a3d637673650 req-f5c2339a-286a-4a15-bff0-41fa4d27c06b tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406640 Jul 16 03:00:36.371090 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 24b18260-5aa1-4791-97a7-d03cfe602d56 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:36.452794 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port 24b18260-5aa1-4791-97a7-d03cfe602d56 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:36.457375 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 24b18260-5aa1-4791-97a7-d03cfe602d56 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:36.457738 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:36.545878 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:36.570634 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f087ab31-6baa-4be7-aa26-14a4122b296e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b18260-5aa1-4791-97a7-d03cfe602d56'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:36.573011 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394cc647-7a12-4f70-9c82-2eee003ca5c8" -d '{"events": [{"server_uuid": "f087ab31-6baa-4be7-aa26-14a4122b296e", "name": "network-vif-plugged", "status": "completed", "tag": "24b18260-5aa1-4791-97a7-d03cfe602d56"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:36.589870 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 24b18260-5aa1-4791-97a7-d03cfe602d56, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=24b18260-5aa1-4791-97a7-d03cfe602d56,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:36.595282 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:36.654001 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=24b18260-5aa1-4791-97a7-d03cfe602d56,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:36.681442 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d21a81-d2b7-441d-b061-aa73b0a254de x-openstack-request-id: req-92d21a81-d2b7-441d-b061-aa73b0a254de {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:36.681736 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f087ab31-6baa-4be7-aa26-14a4122b296e", "name": "network-vif-plugged", "status": "completed", "tag": "24b18260-5aa1-4791-97a7-d03cfe602d56", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:36.681982 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92d21a81-d2b7-441d-b061-aa73b0a254de {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:36.682373 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f087ab31-6baa-4be7-aa26-14a4122b296e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b18260-5aa1-4791-97a7-d03cfe602d56', 'code': 200} Jul 16 03:00:36.772080 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24d6cb-72b3-4c39-9c95-8e2f174b758c req-93e7dde7-b193-4fdd-880c-e301caee049f tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:36.774072 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2c24d6cb-72b3-4c39-9c95-8e2f174b758c req-93e7dde7-b193-4fdd-880c-e301caee049f tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 945 time: 0.0865273 Jul 16 03:00:36.819101 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2c24d6cb-72b3-4c39-9c95-8e2f174b758c req-61cdc1fd-858f-4a19-b6d7-10b8d5b9b037 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368667 Jul 16 03:00:36.977298 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201b0a3-3fa8-48d8-8097-30d8af1a7c89 req-9199e9eb-ffab-439f-8357-11e548e6ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:36.978798 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d201b0a3-3fa8-48d8-8097-30d8af1a7c89 req-9199e9eb-ffab-439f-8357-11e548e6ede4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 1098 time: 0.0585065 Jul 16 03:00:37.023128 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d201b0a3-3fa8-48d8-8097-30d8af1a7c89 req-23c32c91-e5c5-433a-b7bb-9ef2b7341bf6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367484 Jul 16 03:00:37.149397 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328b18-9189-4fc1-8217-7476519100b1 req-cd546b08-f2f1-49f1-9e82-414f8e7b6f50 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:37.150958 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fc328b18-9189-4fc1-8217-7476519100b1 req-cd546b08-f2f1-49f1-9e82-414f8e7b6f50 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0791981 Jul 16 03:00:37.192194 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fc328b18-9189-4fc1-8217-7476519100b1 req-fcf27f69-42d1-4654-9786-33d2a0626902 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354872 Jul 16 03:00:37.675044 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-018b8c5e-88a0-4483-8c1e-65b7b57f88ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:38.025486 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db565b7f-7794-4960-bb94-f8eb828bd753 req-2c34d102-6e1e-4ba7-b3e0-2872149e0137 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:38.027118 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-db565b7f-7794-4960-bb94-f8eb828bd753 req-2c34d102-6e1e-4ba7-b3e0-2872149e0137 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 945 time: 0.0802274 Jul 16 03:00:38.070763 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-db565b7f-7794-4960-bb94-f8eb828bd753 req-dd927569-1841-4be1-9d90-a174e657a4b8 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371804 Jul 16 03:00:38.396646 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a99f6-fba9-4dc8-988d-afa494dc9b2e req-bea3caaf-4f81-4e6c-8e49-0a94f785c8c9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:38.398999 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-266a99f6-fba9-4dc8-988d-afa494dc9b2e req-bea3caaf-4f81-4e6c-8e49-0a94f785c8c9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0721121 Jul 16 03:00:38.445318 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-266a99f6-fba9-4dc8-988d-afa494dc9b2e req-afd5d93a-e5d7-47d2-842b-794ec678f7bb tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397339 Jul 16 03:00:39.251567 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fa600-e879-438d-939c-0487b48c6cf1 req-2672f33d-2a54-4be8-9454-43f1242d26a4 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:39.253257 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d53fa600-e879-438d-939c-0487b48c6cf1 req-2672f33d-2a54-4be8-9454-43f1242d26a4 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 945 time: 0.0691254 Jul 16 03:00:39.298013 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d53fa600-e879-438d-939c-0487b48c6cf1 req-e8e0e171-958a-471b-ba9a-3614f0bedd27 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371606 Jul 16 03:00:39.698769 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ddaa3-3328-4249-bc74-b382dfae9dc1 req-722c8922-2f08-4a6e-beb2-dae370979cc9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:39.700518 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-620ddaa3-3328-4249-bc74-b382dfae9dc1 req-722c8922-2f08-4a6e-beb2-dae370979cc9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0761883 Jul 16 03:00:39.746582 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-620ddaa3-3328-4249-bc74-b382dfae9dc1 req-db8a003f-6730-40cd-96c7-f673be9e4c1a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391722 Jul 16 03:00:40.387728 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 63946afb-45c2-44a7-b6ed-c2c569601b62 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:00:40.495484 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 63946afb-45c2-44a7-b6ed-c2c569601b62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63946afb-45c2-44a7-b6ed-c2c569601b62,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:40.508761 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'port_id': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'mac_address': 'fa:16:3e:ec:b5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:00:40.549161 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:40.563966 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63946afb-45c2-44a7-b6ed-c2c569601b62 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:00:40.587710 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 63946afb-45c2-44a7-b6ed-c2c569601b62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63946afb-45c2-44a7-b6ed-c2c569601b62,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:40.592603 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:40.644538 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=63946afb-45c2-44a7-b6ed-c2c569601b62,revision_number=6']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:40.811190 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['63946afb-45c2-44a7-b6ed-c2c569601b62'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:00:40.962745 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b29fe5-7e29-4de2-8ecf-b3f7998e5548 req-edff742f-af90-4a10-83a0-ea671477ba59 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:40.964548 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08b29fe5-7e29-4de2-8ecf-b3f7998e5548 req-edff742f-af90-4a10-83a0-ea671477ba59 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 944 time: 0.0817215 Jul 16 03:00:41.020314 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-08b29fe5-7e29-4de2-8ecf-b3f7998e5548 req-68dd617f-9758-4aca-939b-75863396aab7 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426378 Jul 16 03:00:41.345472 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:41.660539 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-26284655-3bb8-4133-8edc-2f5a40b5c94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:42.212757 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2802c6-68de-4b47-a091-5367fe729a26 req-e256f0f6-8fc4-401e-8708-2ac30cc755ce tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:42.214239 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7e2802c6-68de-4b47-a091-5367fe729a26 req-e256f0f6-8fc4-401e-8708-2ac30cc755ce tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 944 time: 0.0709393 Jul 16 03:00:42.263563 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7e2802c6-68de-4b47-a091-5367fe729a26 req-e3168cfa-8183-4498-b4ea-f5f10c330b0a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388088 Jul 16 03:00:42.381483 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:42.396841 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 63946afb-45c2-44a7-b6ed-c2c569601b62 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:42.452344 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 63946afb-45c2-44a7-b6ed-c2c569601b62 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:42.452746 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:42.546387 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:42.572400 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63946afb-45c2-44a7-b6ed-c2c569601b62'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:42.574828 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d145d0-d93f-43dc-9237-8a169a89f59e" -d '{"events": [{"server_uuid": "9dbc3e71-3725-4af3-ace8-ed581f5c893d", "name": "network-vif-plugged", "status": "completed", "tag": "63946afb-45c2-44a7-b6ed-c2c569601b62"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:42.591029 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 63946afb-45c2-44a7-b6ed-c2c569601b62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63946afb-45c2-44a7-b6ed-c2c569601b62,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:42.597399 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:42.659244 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=63946afb-45c2-44a7-b6ed-c2c569601b62,revision_number=7']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:42.796996 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4b826f-5971-472c-ad33-3f6bfcc90053 x-openstack-request-id: req-2e4b826f-5971-472c-ad33-3f6bfcc90053 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:42.797694 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbc3e71-3725-4af3-ace8-ed581f5c893d", "name": "network-vif-plugged", "status": "completed", "tag": "63946afb-45c2-44a7-b6ed-c2c569601b62", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:42.797694 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e4b826f-5971-472c-ad33-3f6bfcc90053 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:42.797890 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'code': 200} Jul 16 03:00:43.528380 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d041a1f-5f53-4ea3-a7ef-4a36c22c4223 req-d1e6724d-34c6-4724-b189-34aea391deeb tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:43.530959 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0d041a1f-5f53-4ea3-a7ef-4a36c22c4223 req-d1e6724d-34c6-4724-b189-34aea391deeb tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.1186569 Jul 16 03:00:43.612741 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0d041a1f-5f53-4ea3-a7ef-4a36c22c4223 req-c4c781d1-e4f8-4dd3-930b-f58a19bc80fe tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686483 Jul 16 03:00:44.834177 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310cc60-be42-4e42-9032-c48f689390ed req-51d7d9d6-4fc6-41a4-93e0-b2d922be6323 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:44.836327 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0310cc60-be42-4e42-9032-c48f689390ed req-51d7d9d6-4fc6-41a4-93e0-b2d922be6323 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0851045 Jul 16 03:00:44.849184 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:44.881317 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0310cc60-be42-4e42-9032-c48f689390ed req-6c77866b-d4f0-47d7-8b97-28b21cfc8d40 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390677 Jul 16 03:00:46.287666 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abcfb3-bc8f-4761-95f5-d771e8224b4f req-9ffa7d8f-7f5d-40a3-ba27-89657eb51f0e tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:46.289314 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3abcfb3-bc8f-4761-95f5-d771e8224b4f req-9ffa7d8f-7f5d-40a3-ba27-89657eb51f0e tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0772090 Jul 16 03:00:46.357328 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3abcfb3-bc8f-4761-95f5-d771e8224b4f req-1248b44f-2996-488f-b274-41441208f3ae tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601134 Jul 16 03:00:47.584472 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bc96d-24f3-4430-8105-b460854de3d4 req-480077d1-b67e-415e-8f52-12ebe8bd21ee tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:47.586836 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-129bc96d-24f3-4430-8105-b460854de3d4 req-480077d1-b67e-415e-8f52-12ebe8bd21ee tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0759635 Jul 16 03:00:47.637774 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-129bc96d-24f3-4430-8105-b460854de3d4 req-ccefee4f-48b4-4b15-8e98-2d77520b055a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446143 Jul 16 03:00:48.845692 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1018da6-466c-4f65-bc8c-6422d017c13d req-514215ff-0556-48b7-8674-ac8d3e3d8c29 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:48.847980 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f1018da6-466c-4f65-bc8c-6422d017c13d req-514215ff-0556-48b7-8674-ac8d3e3d8c29 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0867224 Jul 16 03:00:48.918812 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:48.934312 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f1018da6-466c-4f65-bc8c-6422d017c13d req-bd4afc99-dd69-4ba4-bf31-13ccf426db34 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766776 Jul 16 03:00:49.122180 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46045b95-3b2d-421d-b72f-b252e2913029 req-54424778-35b2-430e-9d41-3e45f23c3c78 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:49.123770 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46045b95-3b2d-421d-b72f-b252e2913029 req-54424778-35b2-430e-9d41-3e45f23c3c78 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/networks?id=2cc5fbca-bbaa-487a-a825-cea905d83922 HTTP/1.1" status: 200 len: 815 time: 0.1424141 Jul 16 03:00:49.141253 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46045b95-3b2d-421d-b72f-b252e2913029 req-6e866867-5e88-4b2a-a88c-a1a1a975c6e8 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/quotas/1e0e442296e84e5bb5d5b00a075c8874 HTTP/1.1" status: 200 len: 375 time: 0.0112875 Jul 16 03:00:49.211871 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46045b95-3b2d-421d-b72f-b252e2913029 req-9e199a8c-d9f8-46fd-83d8-6b175f77a21a tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e0e442296e84e5bb5d5b00a075c8874&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0649474 Jul 16 03:00:49.369395 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46045b95-3b2d-421d-b72f-b252e2913029 req-11e11301-c6f6-42b8-9eec-4bda8563f4a3 service neutron] 10.222.0.39 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504011 Jul 16 03:00:49.466294 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46045b95-3b2d-421d-b72f-b252e2913029 req-61ae995e-0ba4-4b9a-ae71-63f37c548207 service neutron] 10.222.0.39 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907786 Jul 16 03:00:50.167082 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce06e66-94e0-46d9-b198-58eb72074805 req-f4be5a0d-f63f-4ade-90fc-a1ff50d33c0a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:50.171108 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4ce06e66-94e0-46d9-b198-58eb72074805 req-f4be5a0d-f63f-4ade-90fc-a1ff50d33c0a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.0954752 Jul 16 03:00:50.227508 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4ce06e66-94e0-46d9-b198-58eb72074805 req-76b129f7-42de-4fd4-9e75-510ffda30361 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505798 Jul 16 03:00:50.682456 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-299cd878-8213-49c5-89b5-cbd1588bdd29 req-efd2142e-93de-48f1-82fd-0e335f1a5cd0 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 210 time: 0.0320189 Jul 16 03:00:51.432502 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848af74-64e7-4bbd-b85d-495cb37ba2e3 req-b78f0833-8e2f-4f2a-9843-75f120043b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:51.434040 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5848af74-64e7-4bbd-b85d-495cb37ba2e3 req-b78f0833-8e2f-4f2a-9843-75f120043b20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 1098 time: 0.1176887 Jul 16 03:00:51.488338 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81b92c-7cdd-432a-8e66-aeb5205af16b req-43aaa33a-b304-4a88-aaf1-a963065e32ee tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:51.489892 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7f81b92c-7cdd-432a-8e66-aeb5205af16b req-43aaa33a-b304-4a88-aaf1-a963065e32ee tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.1182251 Jul 16 03:00:51.568452 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7f81b92c-7cdd-432a-8e66-aeb5205af16b req-ce4029c2-a66c-4f34-90ba-abd40d7d21c9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524426 Jul 16 03:00:51.572556 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848af74-64e7-4bbd-b85d-495cb37ba2e3 req-1e1afac7-ddb0-40f3-8f2f-bc387ba26dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:51.574066 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5848af74-64e7-4bbd-b85d-495cb37ba2e3 req-1e1afac7-ddb0-40f3-8f2f-bc387ba26dd0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 200 len: 917 time: 0.1325080 Jul 16 03:00:51.650129 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5848af74-64e7-4bbd-b85d-495cb37ba2e3 req-83d83531-aafb-4e59-a997-1f0014d9d888 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63946afb-45c2-44a7-b6ed-c2c569601b62 HTTP/1.1" status: 200 len: 1001 time: 0.0681221 Jul 16 03:00:51.709491 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848af74-64e7-4bbd-b85d-495cb37ba2e3 req-3907362f-262a-4d82-934f-d8425dd1e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:51.711036 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5848af74-64e7-4bbd-b85d-495cb37ba2e3 req-3907362f-262a-4d82-934f-d8425dd1e877 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab221803-f9aa-4d56-af69-49967871c0f1 HTTP/1.1" status: 200 len: 855 time: 0.0470035 Jul 16 03:00:51.771678 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848af74-64e7-4bbd-b85d-495cb37ba2e3 req-e60e4219-9c1a-4efc-a4ab-ba16fbf404dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:51.773279 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5848af74-64e7-4bbd-b85d-495cb37ba2e3 req-e60e4219-9c1a-4efc-a4ab-ba16fbf404dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ab2206b-a201-4aab-8cca-c5880401b996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535090 Jul 16 03:00:51.841061 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3cace6f5-553e-4fbc-80c5-009b65fb887d req-149baf43-401b-452e-85ee-e0b858dbca87 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 210 time: 0.0408633 Jul 16 03:00:51.890470 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:00:51.964248 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5848af74-64e7-4bbd-b85d-495cb37ba2e3 req-656d8c39-1ab1-4e69-8b02-adc9898bf51e service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824026 Jul 16 03:00:52.014996 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46045b95-3b2d-421d-b72f-b252e2913029 req-f0c9e6b8-e9f4-4e56-86cd-a952dd117fd9 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:52.016507 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46045b95-3b2d-421d-b72f-b252e2913029 req-f0c9e6b8-e9f4-4e56-86cd-a952dd117fd9 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "GET /v2.0/networks?id=2cc5fbca-bbaa-487a-a825-cea905d83922 HTTP/1.1" status: 200 len: 815 time: 0.1728384 Jul 16 03:00:52.055878 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-46045b95-3b2d-421d-b72f-b252e2913029 req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Request body: {'port': {'device_id': '2165a381-14a7-405c-bdc0-968d0d327907', 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922', 'admin_state_up': True, 'tenant_id': '1e0e442296e84e5bb5d5b00a075c8874'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:52.138680 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5848af74-64e7-4bbd-b85d-495cb37ba2e3 req-ecdeef53-b492-4020-8db7-c9f1822d108d service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653223 Jul 16 03:00:52.184220 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46045b95-3b2d-421d-b72f-b252e2913029 req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Made reservation on behalf of 1e0e442296e84e5bb5d5b00a075c8874 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:00:52.187717 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-46045b95-3b2d-421d-b72f-b252e2913029 req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:52.313697 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-46045b95-3b2d-421d-b72f-b252e2913029 req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Allocated IP 172.20.0.13 (2cc5fbca-bbaa-487a-a825-cea905d83922/cd133d9e-eae2-4d24-97b7-de98b251c38f/d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:00:52.456599 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-46045b95-3b2d-421d-b72f-b252e2913029 req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:52.496239 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-46045b95-3b2d-421d-b72f-b252e2913029 req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:52.533953 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['24b18260-5aa1-4791-97a7-d03cfe602d56'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:00:52.545220 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46045b95-3b2d-421d-b72f-b252e2913029 req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Network 2cc5fbca-bbaa-487a-a825-cea905d83922 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:00:52.550595 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-46045b95-3b2d-421d-b72f-b252e2913029 req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:52.555490 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-46045b95-3b2d-421d-b72f-b252e2913029 req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:00:52.559484 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Pushing event updated for resources: {'Port': ['ID=d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:52.585197 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:52.585555 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:52.585897 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:52.586238 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:52.586576 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:52.586912 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:52.587244 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:52.587577 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:52.587908 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:52.588239 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:52.588566 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:52.588923 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:52.617590 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46045b95-3b2d-421d-b72f-b252e2913029 req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:52.618211 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-46045b95-3b2d-421d-b72f-b252e2913029 req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:52.634565 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46045b95-3b2d-421d-b72f-b252e2913029 req-55cfcc07-d4ef-4efe-908c-7fb3a236d7bc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5831060 Jul 16 03:00:52.653660 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Request body: {'port': {'device_id': '2165a381-14a7-405c-bdc0-968d0d327907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:52.766166 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:52.816336 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6483d9-a710-4a99-b782-27c4ef11fe44 req-b3bb9535-dcae-4e33-8ef8-a3d854d366da tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:52.817926 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3d6483d9-a710-4a99-b782-27c4ef11fe44 req-b3bb9535-dcae-4e33-8ef8-a3d854d366da tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.1279614 Jul 16 03:00:52.924470 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3d6483d9-a710-4a99-b782-27c4ef11fe44 req-d2386712-9bb0-445a-99a5-1defe048164d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974007 Jul 16 03:00:53.088911 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808ef3d-1000-49c8-93e2-2e8bb1afd243 req-599b9903-6e5d-4f3e-9a63-00af001ecd92 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:53.090409 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6808ef3d-1000-49c8-93e2-2e8bb1afd243 req-599b9903-6e5d-4f3e-9a63-00af001ecd92 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 932 time: 0.1304667 Jul 16 03:00:53.154436 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:00:53.165427 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:53.170268 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6808ef3d-1000-49c8-93e2-2e8bb1afd243 req-5f9e96aa-8843-4872-a49a-ffba2de43db2 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738511 Jul 16 03:00:53.183060 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Transition to ACTIVE for port object d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:53.187983 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:53.237807 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Pushing event updated for resources: {'Port': ['ID=d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:53.307775 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Attempting to bind port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:00:53.308112 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Attempting to bind port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:00:53.308437 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Attempting to bind port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b on network 2cc5fbca-bbaa-487a-a825-cea905d83922 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:00:53.312609 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b on network 2cc5fbca-bbaa-487a-a825-cea905d83922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:00:53.312959 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Attempting to bind port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b on network 2cc5fbca-bbaa-487a-a825-cea905d83922 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:00:53.317661 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:00:53.317994 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Checking segment: {'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:53.318375 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Bound using segment: {'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:00:53.318842 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Bound port: d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:00:53.319194 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:53.383051 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] For port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:00:53.385902 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] For port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:00:53.390260 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:53.421961 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:53.422591 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:53.424028 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46045b95-3b2d-421d-b72f-b252e2913029 req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] 10.222.0.59 "PUT /v2.0/ports/d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b HTTP/1.1" status: 200 len: 1094 time: 0.7747848 Jul 16 03:00:53.426192 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2165a381-14a7-405c-bdc0-968d0d327907', 'tag': 'd9ccd8c2-8aba-4e04-99ac-ca70a0ae156b'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:53.429256 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4253434-0680-48d0-b7ad-624ab07005dd" -d '{"events": [{"name": "network-changed", "server_uuid": "2165a381-14a7-405c-bdc0-968d0d327907", "tag": "d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:53.454917 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12edb94-56dd-47d3-b394-35fc4f76da0b service neutron] Pushing event updated for resources: {'Port': ['ID=d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:53.466556 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710fc13b-f396-48ff-b735-a26151970dd4 x-openstack-request-id: req-710fc13b-f396-48ff-b735-a26151970dd4 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:53.467134 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2165a381-14a7-405c-bdc0-968d0d327907", "tag": "d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:53.467134 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-710fc13b-f396-48ff-b735-a26151970dd4 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:53.467464 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2165a381-14a7-405c-bdc0-968d0d327907', 'tag': 'd9ccd8c2-8aba-4e04-99ac-ca70a0ae156b', 'status': 'completed', 'code': 200} Jul 16 03:00:53.543027 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46045b95-3b2d-421d-b72f-b252e2913029 req-cfa6cfb4-688d-4916-9007-5ac2b1ff4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:53.544513 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46045b95-3b2d-421d-b72f-b252e2913029 req-cfa6cfb4-688d-4916-9007-5ac2b1ff4a6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e0e442296e84e5bb5d5b00a075c8874&device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 1097 time: 0.0550849 Jul 16 03:00:53.595128 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46045b95-3b2d-421d-b72f-b252e2913029 req-64c43061-64a0-457f-b083-acaa1e9a7a8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b HTTP/1.1" status: 200 len: 217 time: 0.0365605 Jul 16 03:00:53.642600 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46045b95-3b2d-421d-b72f-b252e2913029 req-97efe0af-afa6-4de0-93b3-0f30e1dd3d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:53.643940 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46045b95-3b2d-421d-b72f-b252e2913029 req-97efe0af-afa6-4de0-93b3-0f30e1dd3d7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd133d9e-eae2-4d24-97b7-de98b251c38f HTTP/1.1" status: 200 len: 855 time: 0.0424054 Jul 16 03:00:53.687055 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46045b95-3b2d-421d-b72f-b252e2913029 req-b2267e06-ce9b-4b0f-88ea-3f120b651b8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cc5fbca-bbaa-487a-a825-cea905d83922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261712 Jul 16 03:00:54.043727 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46045b95-3b2d-421d-b72f-b252e2913029 req-5f31d1f7-4b78-4db9-b41a-3583e43c588c service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494339 Jul 16 03:00:54.175692 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-46045b95-3b2d-421d-b72f-b252e2913029 req-9389fdee-94cf-4f5c-b723-474dd109f9dc service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193166 Jul 16 03:00:54.184677 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce0dd6-6037-4c62-906a-5ac7dfc922dc req-8fea6d60-f9d9-49c2-a0ac-fe6260c76e07 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:54.186463 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ccce0dd6-6037-4c62-906a-5ac7dfc922dc req-8fea6d60-f9d9-49c2-a0ac-fe6260c76e07 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 945 time: 0.1389303 Jul 16 03:00:54.227142 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ccce0dd6-6037-4c62-906a-5ac7dfc922dc req-4d6ef3b5-9817-4c3b-b7ce-63a298415367 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347958 Jul 16 03:00:54.379600 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253434-0680-48d0-b7ad-624ab07005dd req-f8483a7f-fefc-4fc6-a844-5b2aced9a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:54.381797 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4253434-0680-48d0-b7ad-624ab07005dd req-f8483a7f-fefc-4fc6-a844-5b2aced9a546 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e0e442296e84e5bb5d5b00a075c8874&device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 1097 time: 0.0966163 Jul 16 03:00:54.416909 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e4e54-f6f0-4fd7-ae20-d6019b468881 req-2907b808-ac6c-4193-8566-e3c89553a325 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:54.418385 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0f6e4e54-f6f0-4fd7-ae20-d6019b468881 req-2907b808-ac6c-4193-8566-e3c89553a325 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 944 time: 0.1052983 Jul 16 03:00:54.426860 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 63946afb-45c2-44a7-b6ed-c2c569601b62 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:54.497175 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0f6e4e54-f6f0-4fd7-ae20-d6019b468881 req-6be8dd1b-f8bc-4865-88be-d0a8db5c00de tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719776 Jul 16 03:00:54.509078 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:54.520209 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253434-0680-48d0-b7ad-624ab07005dd req-67ac6c6f-6c21-413e-87ff-97a8de3d65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:54.521794 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4253434-0680-48d0-b7ad-624ab07005dd req-67ac6c6f-6c21-413e-87ff-97a8de3d65dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=2cc5fbca-bbaa-487a-a825-cea905d83922 HTTP/1.1" status: 200 len: 916 time: 0.1340003 Jul 16 03:00:54.532758 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63946afb-45c2-44a7-b6ed-c2c569601b62'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:54.534989 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deffecf-98ac-4baa-ac54-b8f953bbf140" -d '{"events": [{"server_uuid": "9dbc3e71-3725-4af3-ace8-ed581f5c893d", "name": "network-vif-unplugged", "status": "completed", "tag": "63946afb-45c2-44a7-b6ed-c2c569601b62"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:54.548299 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 63946afb-45c2-44a7-b6ed-c2c569601b62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63946afb-45c2-44a7-b6ed-c2c569601b62,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:54.554823 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:54.581036 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4759b28f-e2c7-4b09-9db2-c601989dda42 x-openstack-request-id: req-4759b28f-e2c7-4b09-9db2-c601989dda42 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:54.581447 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbc3e71-3725-4af3-ace8-ed581f5c893d", "name": "network-vif-unplugged", "status": "completed", "tag": "63946afb-45c2-44a7-b6ed-c2c569601b62", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:54.581774 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4759b28f-e2c7-4b09-9db2-c601989dda42 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:54.582239 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'code': 200} Jul 16 03:00:54.582395 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4253434-0680-48d0-b7ad-624ab07005dd req-d86bbc16-b196-4af2-a7a0-97255d7073ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b HTTP/1.1" status: 200 len: 217 time: 0.0527103 Jul 16 03:00:54.609184 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=63946afb-45c2-44a7-b6ed-c2c569601b62,revision_number=8']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:54.665993 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253434-0680-48d0-b7ad-624ab07005dd req-221bd6f6-84a3-40c2-8bd6-c7e8edf3daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:54.667501 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4253434-0680-48d0-b7ad-624ab07005dd req-221bd6f6-84a3-40c2-8bd6-c7e8edf3daad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd133d9e-eae2-4d24-97b7-de98b251c38f HTTP/1.1" status: 200 len: 855 time: 0.0460749 Jul 16 03:00:54.704841 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4253434-0680-48d0-b7ad-624ab07005dd req-431c2c98-5a18-4305-b521-045b97fc7521 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cc5fbca-bbaa-487a-a825-cea905d83922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301819 Jul 16 03:00:54.800543 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4253434-0680-48d0-b7ad-624ab07005dd req-6af6d233-e7d1-41c1-9578-c3ee1eae9799 service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891867 Jul 16 03:00:54.890463 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4253434-0680-48d0-b7ad-624ab07005dd req-199197bc-cdd2-4342-932b-a0d680450903 service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831375 Jul 16 03:00:55.414925 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cacf6-ff43-4054-8555-f7d068768933 req-6929f417-0de5-48cb-b482-13cd6ed44ce6 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:55.416464 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-419cacf6-ff43-4054-8555-f7d068768933 req-6929f417-0de5-48cb-b482-13cd6ed44ce6 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0707979 Jul 16 03:00:55.455388 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-419cacf6-ff43-4054-8555-f7d068768933 req-2dfe1017-c0a9-46c0-8ac9-3d014789b66f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331440 Jul 16 03:00:55.677230 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d80853-9c19-4420-bb4a-6d3cc5bafde6 req-c626425b-36ec-481e-af3a-4ceb08ba5018 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:55.679256 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-15d80853-9c19-4420-bb4a-6d3cc5bafde6 req-c626425b-36ec-481e-af3a-4ceb08ba5018 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 944 time: 0.0678794 Jul 16 03:00:55.718906 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-15d80853-9c19-4420-bb4a-6d3cc5bafde6 req-a0b090d8-0d39-4ff6-ba28-7a46071949c7 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332954 Jul 16 03:00:56.429638 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:00:56.536832 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:56.550157 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': 'd9ccd8c2-8aba-4e04-99ac-ca70a0ae156b', 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922', 'port_id': 'd9ccd8c2-8aba-4e04-99ac-ca70a0ae156b', 'mac_address': 'fa:16:3e:61:08:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd133d9e-eae2-4d24-97b7-de98b251c38f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:00:56.584604 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860407d2-55e8-4cdc-9f82-f90b0dfe425a req-47340cf1-7789-4a7b-8072-dd94034e46a4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:56.586608 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-860407d2-55e8-4cdc-9f82-f90b0dfe425a req-47340cf1-7789-4a7b-8072-dd94034e46a4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0702157 Jul 16 03:00:56.589699 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:56.604016 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:00:56.628124 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:56.629041 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-860407d2-55e8-4cdc-9f82-f90b0dfe425a req-cad227b2-422c-4392-a678-a0fc373cadcd tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358465 Jul 16 03:00:56.632522 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:56.689172 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:56.732808 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 52266) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:56.841301 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-7d35b565-bd5d-4f12-847c-27709a8b3613 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1071680 Jul 16 03:00:56.905758 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461debf5-4f83-4b4c-b005-c8f0301a8ade req-a25c4aee-1169-44e1-ad25-f56856d7ad15 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:56.907263 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-461debf5-4f83-4b4c-b005-c8f0301a8ade req-a25c4aee-1169-44e1-ad25-f56856d7ad15 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 945 time: 0.0693905 Jul 16 03:00:56.925805 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:00:56.949064 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-461debf5-4f83-4b4c-b005-c8f0301a8ade req-954be060-6c74-425b-8d9c-6f082bd32e54 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353007 Jul 16 03:00:57.860089 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abc200-9f00-4b6e-a612-f5625d6bb2b0 req-7cd7e098-a8a1-40b9-b89c-7b283bf80a4c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:57.861651 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c1abc200-9f00-4b6e-a612-f5625d6bb2b0 req-7cd7e098-a8a1-40b9-b89c-7b283bf80a4c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.1053379 Jul 16 03:00:57.877527 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-b83f97b4-9a05-4812-b083-4e879e0d0f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:57.878989 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-b83f97b4-9a05-4812-b083-4e879e0d0f8e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d&tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70 HTTP/1.1" status: 200 len: 1096 time: 0.0947142 Jul 16 03:00:57.904929 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c1abc200-9f00-4b6e-a612-f5625d6bb2b0 req-7ba7ce0b-1636-4a25-ba6e-364ae4ba5988 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366573 Jul 16 03:00:57.967019 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-d1f121c2-316e-4982-9981-27143c432732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:57.968572 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-d1f121c2-316e-4982-9981-27143c432732 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 1096 time: 0.0534568 Jul 16 03:00:58.066906 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-891f2937-afe8-4d67-9333-e1e0b65a3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:58.068626 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-891f2937-afe8-4d67-9333-e1e0b65a3e4f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 200 len: 917 time: 0.0928233 Jul 16 03:00:58.168540 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-d438b311-598b-40bd-800a-0bb1d0d5178e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63946afb-45c2-44a7-b6ed-c2c569601b62 HTTP/1.1" status: 200 len: 999 time: 0.0904322 Jul 16 03:00:58.192036 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397baf08-e0af-4c38-98eb-20a17da5105d req-c2409536-83e3-4675-ac28-f32b3ccf29ed tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:58.193493 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-397baf08-e0af-4c38-98eb-20a17da5105d req-c2409536-83e3-4675-ac28-f32b3ccf29ed tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 945 time: 0.1241245 Jul 16 03:00:58.245334 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-74a62d78-1b5f-45b1-b740-1a0f0eca0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:58.246816 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-74a62d78-1b5f-45b1-b740-1a0f0eca0d1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab221803-f9aa-4d56-af69-49967871c0f1 HTTP/1.1" status: 200 len: 855 time: 0.0708437 Jul 16 03:00:58.267300 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-397baf08-e0af-4c38-98eb-20a17da5105d req-18e2e453-221a-4b04-86d3-9b756d1e4316 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558908 Jul 16 03:00:58.309683 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-51b3a05c-288d-4bab-b2be-f6be31d551bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:58.311182 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-51b3a05c-288d-4bab-b2be-f6be31d551bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ab2206b-a201-4aab-8cca-c5880401b996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565677 Jul 16 03:00:58.403202 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-6d7d35fa-440c-408b-ae74-b2c687485d6e service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850062 Jul 16 03:00:58.442284 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:58.490374 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:58.494140 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:58.494513 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:58.497573 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-5665d068-2558-470d-b318-516053fb7071 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866024 Jul 16 03:00:58.575326 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:58.598507 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2165a381-14a7-405c-bdc0-968d0d327907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ccd8c2-8aba-4e04-99ac-ca70a0ae156b'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:58.600902 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55388b1-66ab-4cc4-849d-19f02219427b" -d '{"events": [{"server_uuid": "2165a381-14a7-405c-bdc0-968d0d327907", "name": "network-vif-plugged", "status": "completed", "tag": "d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:58.613235 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:58.617555 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:58.641080 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b104c5-943a-4afd-9297-ebda08c69013 x-openstack-request-id: req-66b104c5-943a-4afd-9297-ebda08c69013 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:58.641473 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2165a381-14a7-405c-bdc0-968d0d327907", "name": "network-vif-plugged", "status": "completed", "tag": "d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:58.641889 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66b104c5-943a-4afd-9297-ebda08c69013 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:58.642409 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2165a381-14a7-405c-bdc0-968d0d327907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ccd8c2-8aba-4e04-99ac-ca70a0ae156b', 'code': 200} Jul 16 03:00:58.667944 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:58.933949 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10083e37-7bf2-4f6a-ab16-539c9cc7ba72 req-1cfe1e92-04a4-43dc-9961-c3ccbcc486c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:58.935930 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10083e37-7bf2-4f6a-ab16-539c9cc7ba72 req-1cfe1e92-04a4-43dc-9961-c3ccbcc486c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 1099 time: 0.0623512 Jul 16 03:00:59.127986 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d9b62-0eb5-4683-bfbb-c74c966befa9 req-44fd78a1-6020-4b50-9da2-21393320d4ab tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:59.129747 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5a2d9b62-0eb5-4683-bfbb-c74c966befa9 req-44fd78a1-6020-4b50-9da2-21393320d4ab tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0887392 Jul 16 03:00:59.184683 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5a2d9b62-0eb5-4683-bfbb-c74c966befa9 req-b8d506d3-8bf5-49ed-9fb2-0062c5c8451e tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469687 Jul 16 03:00:59.465805 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af498e5a-cbed-41c1-b8d1-7b0297717a5c req-8191af0f-d330-40d8-a919-c425ba578d5b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:59.468287 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-af498e5a-cbed-41c1-b8d1-7b0297717a5c req-8191af0f-d330-40d8-a919-c425ba578d5b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 946 time: 0.0671422 Jul 16 03:00:59.511776 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-af498e5a-cbed-41c1-b8d1-7b0297717a5c req-0dbdb3a9-e215-4a08-877d-641d0383bbf8 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360546 Jul 16 03:01:00.377492 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7537913-e1e7-46e3-a104-3e669b2fe2e5 req-1b9147f9-c6ad-4485-baf1-f9062ddd9b4a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:00.378976 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d7537913-e1e7-46e3-a104-3e669b2fe2e5 req-1b9147f9-c6ad-4485-baf1-f9062ddd9b4a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0682890 Jul 16 03:01:00.421261 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d7537913-e1e7-46e3-a104-3e669b2fe2e5 req-74795c4d-bf6a-45cc-8bd9-880d9eb52aaa tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366507 Jul 16 03:01:00.703431 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e829c-1466-4295-bdfc-068537172cd1 req-2abedc43-778f-44ee-a6e3-4898859713ce tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:00.705302 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-349e829c-1466-4295-bdfc-068537172cd1 req-2abedc43-778f-44ee-a6e3-4898859713ce tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 946 time: 0.0758922 Jul 16 03:01:00.754998 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-349e829c-1466-4295-bdfc-068537172cd1 req-f683b15a-3afa-4f8a-95e0-551d2f17ac05 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433502 Jul 16 03:01:01.616750 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9b5c17-c09c-48b1-9624-e63713e00415 req-5f96ca19-3275-499a-9276-2c02dedf09d7 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:01.619103 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ff9b5c17-c09c-48b1-9624-e63713e00415 req-5f96ca19-3275-499a-9276-2c02dedf09d7 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0729952 Jul 16 03:01:01.665331 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ff9b5c17-c09c-48b1-9624-e63713e00415 req-5c18177a-f2b6-458f-aa22-10ec66b2ec08 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397317 Jul 16 03:01:01.943636 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b177b4b-ff08-4591-b716-30062093a9ae req-f4061c72-669e-4747-91aa-a5f35d48e3db tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:01.947163 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9b177b4b-ff08-4591-b716-30062093a9ae req-f4061c72-669e-4747-91aa-a5f35d48e3db tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 946 time: 0.0730066 Jul 16 03:01:01.997739 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9b177b4b-ff08-4591-b716-30062093a9ae req-8022e5e6-6568-4400-8ee8-b8611f53adb2 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444634 Jul 16 03:01:02.847693 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f746c-f0dd-44f0-8c94-2b915c20670e req-5348b84b-5c40-480d-baab-a4c9c5923963 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:02.849277 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5b9f746c-f0dd-44f0-8c94-2b915c20670e req-5348b84b-5c40-480d-baab-a4c9c5923963 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0644531 Jul 16 03:01:02.891001 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5b9f746c-f0dd-44f0-8c94-2b915c20670e req-e9a8cef8-9be1-4ae7-b8d9-99e7ea2516d2 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356216 Jul 16 03:01:03.187435 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f20a74-9e51-47e8-b915-d781ccc37eeb req-88e0b9fc-cf7e-4952-ab5c-56be6d79586b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:03.188949 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f8f20a74-9e51-47e8-b915-d781ccc37eeb req-88e0b9fc-cf7e-4952-ab5c-56be6d79586b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 946 time: 0.0688500 Jul 16 03:01:03.232015 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f8f20a74-9e51-47e8-b915-d781ccc37eeb req-2612e8bb-7dae-48aa-86ae-9634d15a47e9 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371029 Jul 16 03:01:04.098062 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406c7a0-7f63-4eda-82ff-874cf196c886 req-a20d469b-05b4-4100-b85c-6ce575ef1bd3 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:04.099580 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3406c7a0-7f63-4eda-82ff-874cf196c886 req-a20d469b-05b4-4100-b85c-6ce575ef1bd3 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0877385 Jul 16 03:01:04.145380 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3406c7a0-7f63-4eda-82ff-874cf196c886 req-aab8452d-6c05-4488-aa77-995ced08399d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397115 Jul 16 03:01:04.434391 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b4218-f524-4719-a04f-7a40a899d970 req-1d10d67a-4154-49bc-aaad-76707c60e25b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:04.441093 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4c2b4218-f524-4719-a04f-7a40a899d970 req-1d10d67a-4154-49bc-aaad-76707c60e25b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 946 time: 0.0886159 Jul 16 03:01:04.494407 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4c2b4218-f524-4719-a04f-7a40a899d970 req-d4612204-53f0-4f5d-8131-d83a830fdec1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479915 Jul 16 03:01:05.330901 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045deae-93ae-4224-bf05-ee40743296f5 req-05188536-4c6c-41e6-bbb0-c12f063d851d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:05.332474 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4045deae-93ae-4224-bf05-ee40743296f5 req-05188536-4c6c-41e6-bbb0-c12f063d851d tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0647185 Jul 16 03:01:05.374862 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4045deae-93ae-4224-bf05-ee40743296f5 req-51a51535-9922-473e-a237-6514ead13275 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356727 Jul 16 03:01:05.688133 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d7200-b146-4cb0-a0cc-121198f61b81 req-e059aed0-37a1-4273-8930-1736402d808a tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:05.690115 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-983d7200-b146-4cb0-a0cc-121198f61b81 req-e059aed0-37a1-4273-8930-1736402d808a tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 946 time: 0.0773070 Jul 16 03:01:05.749500 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-983d7200-b146-4cb0-a0cc-121198f61b81 req-72acc2e9-d37d-4cda-97a7-14289dfce27b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464289 Jul 16 03:01:06.563716 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e242ef0-550d-4fe5-95d2-98118e74b8e2 req-d08be922-0059-45b4-8b57-05d316ce21d5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:06.565219 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6e242ef0-550d-4fe5-95d2-98118e74b8e2 req-d08be922-0059-45b4-8b57-05d316ce21d5 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0689564 Jul 16 03:01:06.607118 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6e242ef0-550d-4fe5-95d2-98118e74b8e2 req-5ab8bd06-da64-4150-ab78-42cb7b232707 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358956 Jul 16 03:01:06.932248 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522f181-040f-41dc-aa4e-f4b6efbbf8cd req-2fc7c7a9-2aa9-4d80-a383-3d2fb01f2a69 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:06.933797 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b522f181-040f-41dc-aa4e-f4b6efbbf8cd req-2fc7c7a9-2aa9-4d80-a383-3d2fb01f2a69 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 946 time: 0.0691490 Jul 16 03:01:06.977821 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b522f181-040f-41dc-aa4e-f4b6efbbf8cd req-c9953f5d-da08-4788-bfed-9e7d02bedcb5 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381467 Jul 16 03:01:07.678898 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-de252df4-4acf-4c09-a9d2-4744dd8da7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:07.794199 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711c125-cdc3-4826-9b80-dd06b29d1c8d req-40bc4902-b51b-4dcc-af5e-4bf3776067b9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:07.795689 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a711c125-cdc3-4826-9b80-dd06b29d1c8d req-40bc4902-b51b-4dcc-af5e-4bf3776067b9 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0666919 Jul 16 03:01:07.837444 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a711c125-cdc3-4826-9b80-dd06b29d1c8d req-971da897-cd62-4e03-a43d-994549013167 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359290 Jul 16 03:01:08.156697 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad4e16-cc41-4049-a219-b25d733636e3 req-822d90d3-ab1b-4b04-b85c-de6d0d1b07fe tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:08.161182 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-03ad4e16-cc41-4049-a219-b25d733636e3 req-822d90d3-ab1b-4b04-b85c-de6d0d1b07fe tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 946 time: 0.0700521 Jul 16 03:01:08.197758 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-03ad4e16-cc41-4049-a219-b25d733636e3 req-88174dcb-2906-4927-ba90-3985401a5b13 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327709 Jul 16 03:01:09.027493 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff40ba0-c8e7-4584-84e0-09cded0831b4 req-072e8579-7652-4b98-93c1-ceb962d8fc88 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:09.029144 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bff40ba0-c8e7-4584-84e0-09cded0831b4 req-072e8579-7652-4b98-93c1-ceb962d8fc88 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0707603 Jul 16 03:01:09.068541 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bff40ba0-c8e7-4584-84e0-09cded0831b4 req-e31d9926-c7d7-410e-9ae6-665f5db671b4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336099 Jul 16 03:01:09.382235 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2f688-4b5f-4c5a-a2b9-b8e1803e46c0 req-edcbe91a-21ab-4c5b-9fbc-ec676100df69 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:09.383711 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-efb2f688-4b5f-4c5a-a2b9-b8e1803e46c0 req-edcbe91a-21ab-4c5b-9fbc-ec676100df69 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 946 time: 0.0672839 Jul 16 03:01:09.420984 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-efb2f688-4b5f-4c5a-a2b9-b8e1803e46c0 req-7e1c4124-29d6-4d15-88c9-72a6e54b4a8b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316489 Jul 16 03:01:09.863085 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-10083e37-7bf2-4f6a-ab16-539c9cc7ba72 req-ea134ab2-2215-4a24-8a79-cd9f589ecdaf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301754 Jul 16 03:01:10.243649 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafc988-84a8-423f-b5a8-5818682f020d req-0ef15b45-4580-4808-985e-e91ecc8e323c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:10.245163 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0aafc988-84a8-423f-b5a8-5818682f020d req-0ef15b45-4580-4808-985e-e91ecc8e323c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0623653 Jul 16 03:01:10.282700 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0aafc988-84a8-423f-b5a8-5818682f020d req-e60dcf98-4d67-4f66-be2e-c4086dd3fe70 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318978 Jul 16 03:01:10.595280 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf556c-f9c9-4261-b942-713073e826b7 req-a639d42f-34ee-436f-ad33-e14c3c1b6919 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:10.596761 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-47bf556c-f9c9-4261-b942-713073e826b7 req-a639d42f-34ee-436f-ad33-e14c3c1b6919 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 946 time: 0.0648236 Jul 16 03:01:10.634786 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-47bf556c-f9c9-4261-b942-713073e826b7 req-b7dc6dc0-73bd-4788-95d1-b9c2a11443e1 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Jul 16 03:01:11.349813 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:11.463047 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fe29e-5381-4888-a533-fba09c238098 req-47032f97-6a13-4ca3-a2e0-8d3b94b80df8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:11.464642 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de8fe29e-5381-4888-a533-fba09c238098 req-47032f97-6a13-4ca3-a2e0-8d3b94b80df8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0653553 Jul 16 03:01:11.506151 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de8fe29e-5381-4888-a533-fba09c238098 req-23d540fb-4943-4862-943a-bf3d09235279 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355561 Jul 16 03:01:11.652202 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6e45e2d1-014e-46e0-9539-0dd8f83a6523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:11.806286 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a27f0b-df34-4e34-bd33-b408940977f8 req-190e4f93-beea-4103-bf3e-16a09460225d tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:11.807751 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-34a27f0b-df34-4e34-bd33-b408940977f8 req-190e4f93-beea-4103-bf3e-16a09460225d tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 946 time: 0.0613668 Jul 16 03:01:11.848859 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-34a27f0b-df34-4e34-bd33-b408940977f8 req-53cdb519-eb89-4260-aa6c-2405af39d03d tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Jul 16 03:01:12.372860 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:12.508910 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 63946afb-45c2-44a7-b6ed-c2c569601b62 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:01:12.613024 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 63946afb-45c2-44a7-b6ed-c2c569601b62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63946afb-45c2-44a7-b6ed-c2c569601b62,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:12.625705 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'port_id': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'mac_address': 'fa:16:3e:ec:b5:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:01:12.663518 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:12.676864 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63946afb-45c2-44a7-b6ed-c2c569601b62 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:01:12.688166 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027aa42-fd29-42c5-bac6-f9b9aef83d8a req-747c4ddc-4435-4b7c-9235-ab4c1b2aab06 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:12.689727 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9027aa42-fd29-42c5-bac6-f9b9aef83d8a req-747c4ddc-4435-4b7c-9235-ab4c1b2aab06 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 943 time: 0.0685096 Jul 16 03:01:12.699764 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 63946afb-45c2-44a7-b6ed-c2c569601b62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63946afb-45c2-44a7-b6ed-c2c569601b62,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:12.703955 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:12.729870 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9027aa42-fd29-42c5-bac6-f9b9aef83d8a req-c734ef2a-e72b-460b-ac3e-a01db3c021d8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337920 Jul 16 03:01:12.758298 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=63946afb-45c2-44a7-b6ed-c2c569601b62,revision_number=9']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:13.053630 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['63946afb-45c2-44a7-b6ed-c2c569601b62'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:01:13.652047 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-c7753d4a-fd25-42da-ad07-5c57333e2ed5 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:13.653505 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-c7753d4a-fd25-42da-ad07-5c57333e2ed5 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/networks?id=2cc5fbca-bbaa-487a-a825-cea905d83922 HTTP/1.1" status: 200 len: 815 time: 0.1119204 Jul 16 03:01:13.668813 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-db5eaa10-27bd-4305-a634-f5c586ee18ee tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/quotas/1e0e442296e84e5bb5d5b00a075c8874 HTTP/1.1" status: 200 len: 375 time: 0.0098407 Jul 16 03:01:13.737125 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-1da37ad5-b07b-4d12-9aa8-bebcba4f67a5 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e0e442296e84e5bb5d5b00a075c8874&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625160 Jul 16 03:01:13.837359 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-34ec7195-55d2-4e3c-8725-a386697a3ef4 service neutron] 10.222.0.39 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925508 Jul 16 03:01:13.973037 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-e3f73ce7-d344-4523-9260-ca41da3fa44c service neutron] 10.222.0.39 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302285 Jul 16 03:01:13.986753 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16c9cc-d837-422a-ae11-0e9c8bd3fd02 req-84e0ee32-d9aa-4c6a-bd31-a0bc147efd4f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:13.988292 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3f16c9cc-d837-422a-ae11-0e9c8bd3fd02 req-84e0ee32-d9aa-4c6a-bd31-a0bc147efd4f tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 944 time: 0.1265399 Jul 16 03:01:14.029834 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3f16c9cc-d837-422a-ae11-0e9c8bd3fd02 req-d482255f-cb28-4718-a026-beecbaf33c3a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352919 Jul 16 03:01:14.158518 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8d2215eb-4ef7-45b0-925c-d8672aaaed2e req-aeb9679b-fac8-4a22-89be-29836adc6704 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 210 time: 0.0310097 Jul 16 03:01:14.536982 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 63946afb-45c2-44a7-b6ed-c2c569601b62 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:14.590520 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 63946afb-45c2-44a7-b6ed-c2c569601b62 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:14.590869 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.670421 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.698186 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63946afb-45c2-44a7-b6ed-c2c569601b62'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:01:14.700412 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0e1f51-c8d0-4e5e-af53-9b3b1b5cbd3f" -d '{"events": [{"server_uuid": "9dbc3e71-3725-4af3-ace8-ed581f5c893d", "name": "network-vif-plugged", "status": "completed", "tag": "63946afb-45c2-44a7-b6ed-c2c569601b62"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:01:14.716348 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 63946afb-45c2-44a7-b6ed-c2c569601b62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63946afb-45c2-44a7-b6ed-c2c569601b62,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:14.720938 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.749902 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70ace65-b6f0-4386-b8a9-5b3d9b8ac478 x-openstack-request-id: req-f70ace65-b6f0-4386-b8a9-5b3d9b8ac478 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:01:14.750196 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbc3e71-3725-4af3-ace8-ed581f5c893d", "name": "network-vif-plugged", "status": "completed", "tag": "63946afb-45c2-44a7-b6ed-c2c569601b62", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:01:14.750448 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f70ace65-b6f0-4386-b8a9-5b3d9b8ac478 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:01:14.750832 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'code': 200} Jul 16 03:01:14.786815 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=63946afb-45c2-44a7-b6ed-c2c569601b62,revision_number=10']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:14.829444 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:15.005396 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dccf91-c59b-4c15-8a3f-08c4aeee8e4f req-fd627222-7f25-4537-af98-3154dce9b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:15.007224 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-82dccf91-c59b-4c15-8a3f-08c4aeee8e4f req-fd627222-7f25-4537-af98-3154dce9b50a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 1099 time: 0.0556195 Jul 16 03:01:15.046421 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-82dccf91-c59b-4c15-8a3f-08c4aeee8e4f req-f92718bc-1fc7-44ab-8ec3-f2edc5643cfd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309992 Jul 16 03:01:15.218342 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a260a55-688e-49d9-92dc-de7159fae2e0 req-3a203b57-0f5e-4f7c-87ba-f59262145e3c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:15.219865 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0a260a55-688e-49d9-92dc-de7159fae2e0 req-3a203b57-0f5e-4f7c-87ba-f59262145e3c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 946 time: 0.0686114 Jul 16 03:01:15.259962 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0a260a55-688e-49d9-92dc-de7159fae2e0 req-2994e20f-759b-4ffa-9519-8775beae81ea tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333052 Jul 16 03:01:15.303268 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0f202259-c063-4fec-b81a-1eec113f4a3f req-56975847-97e5-4e2d-8eb3-151c0b993a17 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 210 time: 0.0290499 Jul 16 03:01:15.712487 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-9b36dc3b-63ad-446e-96a1-e83d0e03b1c3 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:15.714051 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-9b36dc3b-63ad-446e-96a1-e83d0e03b1c3 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "GET /v2.0/networks?id=2cc5fbca-bbaa-487a-a825-cea905d83922 HTTP/1.1" status: 200 len: 815 time: 0.1169498 Jul 16 03:01:15.734661 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-ca38e63c-9427-4093-b5b6-f48de4b8c684 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Request body: {'port': {'device_id': '4151bf2f-375b-49b4-aaa9-f987bc7a07c3', 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922', 'admin_state_up': True, 'tenant_id': '1e0e442296e84e5bb5d5b00a075c8874'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:15.852544 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-ca38e63c-9427-4093-b5b6-f48de4b8c684 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Made reservation on behalf of 1e0e442296e84e5bb5d5b00a075c8874 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:01:15.856367 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-ca38e63c-9427-4093-b5b6-f48de4b8c684 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:16.254265 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-ca38e63c-9427-4093-b5b6-f48de4b8c684 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Allocated IP 172.20.0.3 (2cc5fbca-bbaa-487a-a825-cea905d83922/cd133d9e-eae2-4d24-97b7-de98b251c38f/fbe3f162-aa54-47e3-96b5-6307fc8fadd9) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:01:16.457322 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-ca38e63c-9427-4093-b5b6-f48de4b8c684 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:16.491886 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2bce5b26-0f3b-4bb8-8904-17c8dcf8e5eb req-d981ecb7-7994-4eda-b486-79a0db123e8b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 210 time: 0.0491996 Jul 16 03:01:16.568636 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b0a3f-38f8-4d93-880c-aba9aba113ba req-826dab9a-1597-4c3b-9c00-164567504200 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:16.570314 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-609b0a3f-38f8-4d93-880c-aba9aba113ba req-826dab9a-1597-4c3b-9c00-164567504200 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 946 time: 0.1094081 Jul 16 03:01:16.574154 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-ca38e63c-9427-4093-b5b6-f48de4b8c684 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:16.611220 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['24b18260-5aa1-4791-97a7-d03cfe602d56', 'd9ccd8c2-8aba-4e04-99ac-ca70a0ae156b'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:01:16.651722 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-ca38e63c-9427-4093-b5b6-f48de4b8c684 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Network 2cc5fbca-bbaa-487a-a825-cea905d83922 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:01:16.667185 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-ca38e63c-9427-4093-b5b6-f48de4b8c684 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:01:16.671158 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38e63c-9427-4093-b5b6-f48de4b8c684 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Pushing event updated for resources: {'Port': ['ID=fbe3f162-aa54-47e3-96b5-6307fc8fadd9,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:16.673700 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-ca38e63c-9427-4093-b5b6-f48de4b8c684 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:01:16.682021 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-609b0a3f-38f8-4d93-880c-aba9aba113ba req-937e3c55-e0e8-4a25-9bdd-04ee1f23a6d4 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017616 Jul 16 03:01:16.731897 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-ca38e63c-9427-4093-b5b6-f48de4b8c684 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:16.732573 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-ca38e63c-9427-4093-b5b6-f48de4b8c684 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:16.748105 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-ca38e63c-9427-4093-b5b6-f48de4b8c684 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0172415 Jul 16 03:01:16.766339 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Request body: {'port': {'device_id': '4151bf2f-375b-49b4-aaa9-f987bc7a07c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:16.840825 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:17.107785 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe3f162-aa54-47e3-96b5-6307fc8fadd9 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:01:17.115546 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:17.128622 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Transition to ACTIVE for port object fbe3f162-aa54-47e3-96b5-6307fc8fadd9 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:01:17.132412 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:17.199536 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Pushing event updated for resources: {'Port': ['ID=fbe3f162-aa54-47e3-96b5-6307fc8fadd9,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:17.249262 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Attempting to bind port fbe3f162-aa54-47e3-96b5-6307fc8fadd9 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:01:17.249594 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Attempting to bind port fbe3f162-aa54-47e3-96b5-6307fc8fadd9 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:01:17.249920 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Attempting to bind port fbe3f162-aa54-47e3-96b5-6307fc8fadd9 on network 2cc5fbca-bbaa-487a-a825-cea905d83922 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:01:17.254032 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Port fbe3f162-aa54-47e3-96b5-6307fc8fadd9 on network 2cc5fbca-bbaa-487a-a825-cea905d83922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:01:17.254352 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Attempting to bind port fbe3f162-aa54-47e3-96b5-6307fc8fadd9 on network 2cc5fbca-bbaa-487a-a825-cea905d83922 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:01:17.259604 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:01:17.259947 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Checking segment: {'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:01:17.260333 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Bound using segment: {'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:01:17.260836 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Bound port: fbe3f162-aa54-47e3-96b5-6307fc8fadd9, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:01:17.261142 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:17.326227 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] For port fbe3f162-aa54-47e3-96b5-6307fc8fadd9, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:01:17.329620 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] For port fbe3f162-aa54-47e3-96b5-6307fc8fadd9, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fbe3f162-aa54-47e3-96b5-6307fc8fadd9,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:01:17.334996 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:17.366333 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:17.366937 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:17.368348 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] 10.222.0.59 "PUT /v2.0/ports/fbe3f162-aa54-47e3-96b5-6307fc8fadd9 HTTP/1.1" status: 200 len: 1093 time: 0.6065838 Jul 16 03:01:17.368803 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4151bf2f-375b-49b4-aaa9-f987bc7a07c3', 'tag': 'fbe3f162-aa54-47e3-96b5-6307fc8fadd9'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:01:17.371031 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08a1ffa-44cc-48dc-94c4-716795db907d" -d '{"events": [{"name": "network-changed", "server_uuid": "4151bf2f-375b-49b4-aaa9-f987bc7a07c3", "tag": "fbe3f162-aa54-47e3-96b5-6307fc8fadd9"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:01:17.399212 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc409e0b-6582-4dec-8262-215b441e909c service neutron] Pushing event updated for resources: {'Port': ['ID=fbe3f162-aa54-47e3-96b5-6307fc8fadd9,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:17.406482 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632f8acf-6e9e-4847-8b76-a85a1fc18a94 x-openstack-request-id: req-632f8acf-6e9e-4847-8b76-a85a1fc18a94 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:01:17.406859 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4151bf2f-375b-49b4-aaa9-f987bc7a07c3", "tag": "fbe3f162-aa54-47e3-96b5-6307fc8fadd9", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:01:17.407322 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-632f8acf-6e9e-4847-8b76-a85a1fc18a94 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:01:17.407757 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4151bf2f-375b-49b4-aaa9-f987bc7a07c3', 'tag': 'fbe3f162-aa54-47e3-96b5-6307fc8fadd9', 'status': 'completed', 'code': 200} Jul 16 03:01:17.487465 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-4261d3b1-da2f-4092-85b9-ac6ff7d2cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:17.489019 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-4261d3b1-da2f-4092-85b9-ac6ff7d2cc70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e0e442296e84e5bb5d5b00a075c8874&device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 1096 time: 0.0556986 Jul 16 03:01:17.536380 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-a6cf8cb9-7a00-48d0-9dd2-87e3738600f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbe3f162-aa54-47e3-96b5-6307fc8fadd9 HTTP/1.1" status: 200 len: 217 time: 0.0340440 Jul 16 03:01:17.584932 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-299f1e24-4e96-4054-b5ea-9f53cbc73a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:17.586399 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-299f1e24-4e96-4054-b5ea-9f53cbc73a35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd133d9e-eae2-4d24-97b7-de98b251c38f HTTP/1.1" status: 200 len: 855 time: 0.0436552 Jul 16 03:01:17.619834 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-3f73db72-ce10-41bf-9389-0bca9be87c6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cc5fbca-bbaa-487a-a825-cea905d83922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272567 Jul 16 03:01:17.749364 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-84cb952e-c44a-4e7b-b29f-bf815113025e service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215315 Jul 16 03:01:17.758753 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c700d-66dc-4dfb-8627-eda0c6a34c5a req-a0dc2c37-af02-47a6-8dbe-1b252154c77d tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:17.760287 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dd8c700d-66dc-4dfb-8627-eda0c6a34c5a req-a0dc2c37-af02-47a6-8dbe-1b252154c77d tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 943 time: 0.1428809 Jul 16 03:01:17.881815 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dd8c700d-66dc-4dfb-8627-eda0c6a34c5a req-297be4b0-bb4c-41f3-924a-2ac153afaf78 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129661 Jul 16 03:01:17.921131 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-045e9d75-8a89-49a7-9dd5-05a912347bc2 req-022d3e0b-0197-4056-bb1a-8587670cad9f service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597884 Jul 16 03:01:17.945134 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b58c1e-ae3e-47e5-b724-e821294fe27f req-8f85f0bd-9d94-4730-9794-b5dd28c094de tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:17.947482 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b7b58c1e-ae3e-47e5-b724-e821294fe27f req-8f85f0bd-9d94-4730-9794-b5dd28c094de tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 946 time: 0.1262660 Jul 16 03:01:17.991986 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b7b58c1e-ae3e-47e5-b724-e821294fe27f req-a46fad91-d3e2-4d08-93bb-52320b2ee65a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369093 Jul 16 03:01:18.086807 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1ffa-44cc-48dc-94c4-716795db907d req-2c88c0c2-ba7f-4d9e-b0db-e526dc0f33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:18.088308 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d08a1ffa-44cc-48dc-94c4-716795db907d req-2c88c0c2-ba7f-4d9e-b0db-e526dc0f33a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e0e442296e84e5bb5d5b00a075c8874&device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 1096 time: 0.0547068 Jul 16 03:01:18.183600 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1ffa-44cc-48dc-94c4-716795db907d req-d0901430-3266-459d-b606-f06548d32402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:18.185016 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d08a1ffa-44cc-48dc-94c4-716795db907d req-d0901430-3266-459d-b606-f06548d32402 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2cc5fbca-bbaa-487a-a825-cea905d83922 HTTP/1.1" status: 200 len: 916 time: 0.0893190 Jul 16 03:01:18.229226 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d08a1ffa-44cc-48dc-94c4-716795db907d req-6f238298-c872-4bee-bf2f-89a27b23da86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fbe3f162-aa54-47e3-96b5-6307fc8fadd9 HTTP/1.1" status: 200 len: 217 time: 0.0343492 Jul 16 03:01:18.277784 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a1ffa-44cc-48dc-94c4-716795db907d req-2eaea0bc-7cc8-4e31-aa5f-64170d63a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:18.279222 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d08a1ffa-44cc-48dc-94c4-716795db907d req-2eaea0bc-7cc8-4e31-aa5f-64170d63a225 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd133d9e-eae2-4d24-97b7-de98b251c38f HTTP/1.1" status: 200 len: 855 time: 0.0432379 Jul 16 03:01:18.311422 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d08a1ffa-44cc-48dc-94c4-716795db907d req-c11bb592-e3f3-4cc3-b4ed-6f1a7a1cb051 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cc5fbca-bbaa-487a-a825-cea905d83922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254004 Jul 16 03:01:18.406175 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d08a1ffa-44cc-48dc-94c4-716795db907d req-a5465cb9-bda7-4451-82b9-f4dc531dfda9 service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874457 Jul 16 03:01:18.501286 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d08a1ffa-44cc-48dc-94c4-716795db907d req-c5c28ab4-2c3c-46a8-92be-426c51dffce9 service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882189 Jul 16 03:01:18.917307 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:19.062026 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be10a78-993c-448f-80f5-b1be2d2ce594 req-489c73d2-eb5f-4fe9-9886-fcc6bdc0646b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:19.063620 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8be10a78-993c-448f-80f5-b1be2d2ce594 req-489c73d2-eb5f-4fe9-9886-fcc6bdc0646b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 943 time: 0.0664177 Jul 16 03:01:19.111544 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8be10a78-993c-448f-80f5-b1be2d2ce594 req-6f168722-16be-4cab-831f-c6d05031d733 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410764 Jul 16 03:01:20.288919 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c8a4d-fc1d-49f6-b12c-a789c3d2c7d1 req-8a174b8e-8431-4ca8-9f13-db3482808284 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:20.290378 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-679c8a4d-fc1d-49f6-b12c-a789c3d2c7d1 req-8a174b8e-8431-4ca8-9f13-db3482808284 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 943 time: 0.0639360 Jul 16 03:01:20.329356 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-679c8a4d-fc1d-49f6-b12c-a789c3d2c7d1 req-9cffdeaf-1880-49cb-a7b2-e34939cf35f8 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331504 Jul 16 03:01:20.613061 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device fbe3f162-aa54-47e3-96b5-6307fc8fadd9 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:01:20.705968 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port fbe3f162-aa54-47e3-96b5-6307fc8fadd9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fbe3f162-aa54-47e3-96b5-6307fc8fadd9,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:20.717054 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': 'fbe3f162-aa54-47e3-96b5-6307fc8fadd9', 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922', 'port_id': 'fbe3f162-aa54-47e3-96b5-6307fc8fadd9', 'mac_address': 'fa:16:3e:e6:ce:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd133d9e-eae2-4d24-97b7-de98b251c38f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:01:20.756420 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:20.768486 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe3f162-aa54-47e3-96b5-6307fc8fadd9 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:01:20.788494 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port fbe3f162-aa54-47e3-96b5-6307fc8fadd9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fbe3f162-aa54-47e3-96b5-6307fc8fadd9,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:20.792740 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:20.840927 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fbe3f162-aa54-47e3-96b5-6307fc8fadd9,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:21.129296 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['fbe3f162-aa54-47e3-96b5-6307fc8fadd9'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:01:21.511249 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5054bb-34ac-4b9a-b11a-ebcd71259c38 req-0e151952-52db-4ea4-8d5c-65a51d38931a tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:21.512788 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0e5054bb-34ac-4b9a-b11a-ebcd71259c38 req-0e151952-52db-4ea4-8d5c-65a51d38931a tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 944 time: 0.0670304 Jul 16 03:01:21.551556 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0e5054bb-34ac-4b9a-b11a-ebcd71259c38 req-12214556-2f85-4620-8042-279b5d7af09d tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330517 Jul 16 03:01:22.633282 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device fbe3f162-aa54-47e3-96b5-6307fc8fadd9 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:22.683309 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port fbe3f162-aa54-47e3-96b5-6307fc8fadd9 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:01:22.686756 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port fbe3f162-aa54-47e3-96b5-6307fc8fadd9 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:22.687122 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:22.729728 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9974a-f672-45d1-a647-42e5c3a2ceb8 req-62700486-446e-4ca7-845c-8fb7a1e8d064 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:22.731360 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-61b9974a-f672-45d1-a647-42e5c3a2ceb8 req-62700486-446e-4ca7-845c-8fb7a1e8d064 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 944 time: 0.0659273 Jul 16 03:01:22.774831 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:22.779616 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-61b9974a-f672-45d1-a647-42e5c3a2ceb8 req-d9fb9a72-9486-4111-b97f-f88947671486 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424919 Jul 16 03:01:22.802879 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4151bf2f-375b-49b4-aaa9-f987bc7a07c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe3f162-aa54-47e3-96b5-6307fc8fadd9'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:01:22.805331 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87fd93e-0a37-4620-b003-087843755d2f" -d '{"events": [{"server_uuid": "4151bf2f-375b-49b4-aaa9-f987bc7a07c3", "name": "network-vif-plugged", "status": "completed", "tag": "fbe3f162-aa54-47e3-96b5-6307fc8fadd9"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:01:22.819744 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port fbe3f162-aa54-47e3-96b5-6307fc8fadd9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fbe3f162-aa54-47e3-96b5-6307fc8fadd9,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:22.824019 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:22.856953 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadc543c-747c-45ac-91b8-d4311ab05a67 x-openstack-request-id: req-fadc543c-747c-45ac-91b8-d4311ab05a67 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:01:22.857318 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4151bf2f-375b-49b4-aaa9-f987bc7a07c3", "name": "network-vif-plugged", "status": "completed", "tag": "fbe3f162-aa54-47e3-96b5-6307fc8fadd9", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:01:22.857606 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fadc543c-747c-45ac-91b8-d4311ab05a67 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:01:22.857994 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4151bf2f-375b-49b4-aaa9-f987bc7a07c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe3f162-aa54-47e3-96b5-6307fc8fadd9', 'code': 200} Jul 16 03:01:22.888448 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fbe3f162-aa54-47e3-96b5-6307fc8fadd9,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:23.149478 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a6296-d6a7-419d-9d33-d07b4c5f7a5e req-c9040ab9-a1ff-49a8-9c1b-074944941158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:23.150976 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-088a6296-d6a7-419d-9d33-d07b4c5f7a5e req-c9040ab9-a1ff-49a8-9c1b-074944941158 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 1098 time: 0.0544784 Jul 16 03:01:23.186323 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-088a6296-d6a7-419d-9d33-d07b4c5f7a5e req-586176fb-4bb1-4c41-b4eb-0e9bf3905bfc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278687 Jul 16 03:01:23.956087 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f25c1-e5d8-41bf-a62d-4ae86c91eb7a req-84d42e4e-3dd2-4ed5-a061-2dc0dd8b038b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:23.958341 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-db8f25c1-e5d8-41bf-a62d-4ae86c91eb7a req-84d42e4e-3dd2-4ed5-a061-2dc0dd8b038b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 945 time: 0.0646355 Jul 16 03:01:23.998980 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-db8f25c1-e5d8-41bf-a62d-4ae86c91eb7a req-73678f91-c6a3-4dde-a282-dfbe3d1102bb tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342734 Jul 16 03:01:24.089827 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-341fd30a-9ca7-4c57-8c34-5ad7467d6874 req-7c3c7acb-1838-47a7-b088-399421e6c225 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537810 Jul 16 03:01:24.308164 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fd30a-9ca7-4c57-8c34-5ad7467d6874 req-8f5c73e7-d717-4731-a29d-c6410fe0bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:24.309775 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-341fd30a-9ca7-4c57-8c34-5ad7467d6874 req-8f5c73e7-d717-4731-a29d-c6410fe0bbc7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 1099 time: 0.0577044 Jul 16 03:01:24.436007 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fd30a-9ca7-4c57-8c34-5ad7467d6874 req-8a55ee8b-15eb-4d6f-ba23-81230104b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:24.437490 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-341fd30a-9ca7-4c57-8c34-5ad7467d6874 req-8a55ee8b-15eb-4d6f-ba23-81230104b7e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 200 len: 917 time: 0.0914698 Jul 16 03:01:24.515978 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-341fd30a-9ca7-4c57-8c34-5ad7467d6874 req-eb92d868-0dc6-4610-a623-e5441db0f821 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63946afb-45c2-44a7-b6ed-c2c569601b62 HTTP/1.1" status: 200 len: 1001 time: 0.0646386 Jul 16 03:01:24.567401 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fd30a-9ca7-4c57-8c34-5ad7467d6874 req-ddf45e9d-2db1-462f-8da2-0fc9a50a938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:24.568957 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-341fd30a-9ca7-4c57-8c34-5ad7467d6874 req-ddf45e9d-2db1-462f-8da2-0fc9a50a938a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ab221803-f9aa-4d56-af69-49967871c0f1 HTTP/1.1" status: 200 len: 855 time: 0.0449262 Jul 16 03:01:24.632697 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fd30a-9ca7-4c57-8c34-5ad7467d6874 req-b6a0af33-f18a-4abe-887d-b62ffceb7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:24.634237 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-341fd30a-9ca7-4c57-8c34-5ad7467d6874 req-b6a0af33-f18a-4abe-887d-b62ffceb7b8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4ab2206b-a201-4aab-8cca-c5880401b996&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567608 Jul 16 03:01:24.752970 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-341fd30a-9ca7-4c57-8c34-5ad7467d6874 req-7f715c34-b9d5-4663-807e-7c21d43d816a service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076989 Jul 16 03:01:24.849726 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-341fd30a-9ca7-4c57-8c34-5ad7467d6874 req-6324047a-0dfb-4433-8d35-f02517c5f2a4 service neutron] 10.222.0.59 "GET /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889554 Jul 16 03:01:25.174488 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eae97f-ea5c-4dd7-8ef6-5f91198a27f6 req-0d2d890d-264e-4e16-ba53-83d0b5a2827c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:25.175967 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-01eae97f-ea5c-4dd7-8ef6-5f91198a27f6 req-0d2d890d-264e-4e16-ba53-83d0b5a2827c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 945 time: 0.0659823 Jul 16 03:01:25.214233 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-01eae97f-ea5c-4dd7-8ef6-5f91198a27f6 req-28522051-427b-4cc6-91ea-482d1645c638 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Jul 16 03:01:28.889467 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:01:36.310669 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-2c0b5ad5-0b17-442d-a6d5-1231b836181c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:36.312730 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-2c0b5ad5-0b17-442d-a6d5-1231b836181c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/networks?id=2cc5fbca-bbaa-487a-a825-cea905d83922 HTTP/1.1" status: 200 len: 815 time: 0.1152396 Jul 16 03:01:36.329401 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-4a57e7d6-d16f-456a-8f77-db087d8444a3 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/quotas/1e0e442296e84e5bb5d5b00a075c8874 HTTP/1.1" status: 200 len: 375 time: 0.0106187 Jul 16 03:01:36.434323 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-9ef52430-bc5d-4ba3-9e90-08c423ef8784 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e0e442296e84e5bb5d5b00a075c8874&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974362 Jul 16 03:01:36.537233 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-1af5cf1c-7e04-45ac-aced-61ac5c2156b4 service neutron] 10.222.0.39 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962870 Jul 16 03:01:36.638890 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-177b37ba-bde5-41ee-90e0-6bc581662928 service neutron] 10.222.0.39 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955424 Jul 16 03:01:36.848403 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bf005186-c56c-4246-bbe2-4a46c8eb3ad1 req-ef76752c-14d6-4a53-a950-8c0677fc0a7d tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 210 time: 0.0503263 Jul 16 03:01:37.689439 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f4bda871-fab4-4220-93e6-a25111809d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:38.011677 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9375f0a7-ae6c-4fe0-9f38-580f278c8844 req-5ff51f6c-bd0c-4b3f-aa70-3cfb0ac76fa0 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 210 time: 0.0419538 Jul 16 03:01:38.265936 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-66489671-6bff-4ba9-9703-d2dce520aebc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:38.267523 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-66489671-6bff-4ba9-9703-d2dce520aebc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "GET /v2.0/networks?id=2cc5fbca-bbaa-487a-a825-cea905d83922 HTTP/1.1" status: 200 len: 815 time: 0.1316586 Jul 16 03:01:38.289246 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-500884f2-30da-44fb-a967-ba05f5ebe83c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Request body: {'port': {'device_id': '5dd14c99-3112-4f96-b029-05188fd3d8b5', 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922', 'admin_state_up': True, 'tenant_id': '1e0e442296e84e5bb5d5b00a075c8874'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:38.414394 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-500884f2-30da-44fb-a967-ba05f5ebe83c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Made reservation on behalf of 1e0e442296e84e5bb5d5b00a075c8874 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:01:38.418217 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-500884f2-30da-44fb-a967-ba05f5ebe83c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:38.562766 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-500884f2-30da-44fb-a967-ba05f5ebe83c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Allocated IP 172.20.0.5 (2cc5fbca-bbaa-487a-a825-cea905d83922/cd133d9e-eae2-4d24-97b7-de98b251c38f/eff63ad4-5198-4c0f-a20c-3016c4016f7d) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:01:38.756942 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-500884f2-30da-44fb-a967-ba05f5ebe83c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:38.800578 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-500884f2-30da-44fb-a967-ba05f5ebe83c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:38.851855 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-500884f2-30da-44fb-a967-ba05f5ebe83c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Network 2cc5fbca-bbaa-487a-a825-cea905d83922 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:01:38.855886 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['24b18260-5aa1-4791-97a7-d03cfe602d56', 'd9ccd8c2-8aba-4e04-99ac-ca70a0ae156b', 'fbe3f162-aa54-47e3-96b5-6307fc8fadd9'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:01:38.856780 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-500884f2-30da-44fb-a967-ba05f5ebe83c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:01:38.862294 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-500884f2-30da-44fb-a967-ba05f5ebe83c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:01:38.871213 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500884f2-30da-44fb-a967-ba05f5ebe83c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Pushing event updated for resources: {'Port': ['ID=eff63ad4-5198-4c0f-a20c-3016c4016f7d,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:38.922291 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-500884f2-30da-44fb-a967-ba05f5ebe83c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:38.922957 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-500884f2-30da-44fb-a967-ba05f5ebe83c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:38.945101 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-500884f2-30da-44fb-a967-ba05f5ebe83c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6601436 Jul 16 03:01:38.968699 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Request body: {'port': {'device_id': '5dd14c99-3112-4f96-b029-05188fd3d8b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:39.065722 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.331695 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1c032-90a1-43a4-b5a0-78d7cc871012 req-6dc59255-8205-46d0-a437-75251bdb44ad tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:39.334306 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-25b1c032-90a1-43a4-b5a0-78d7cc871012 req-6dc59255-8205-46d0-a437-75251bdb44ad tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 931 time: 0.1541455 Jul 16 03:01:39.416965 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-25b1c032-90a1-43a4-b5a0-78d7cc871012 req-b0c728d6-ab9a-45e7-9785-cbfdd41aa9a3 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689991 Jul 16 03:01:39.457797 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff63ad4-5198-4c0f-a20c-3016c4016f7d {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:01:39.466564 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.481262 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Transition to ACTIVE for port object eff63ad4-5198-4c0f-a20c-3016c4016f7d will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:01:39.486258 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.544787 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Pushing event updated for resources: {'Port': ['ID=eff63ad4-5198-4c0f-a20c-3016c4016f7d,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:39.624618 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Attempting to bind port eff63ad4-5198-4c0f-a20c-3016c4016f7d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:01:39.625017 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Attempting to bind port eff63ad4-5198-4c0f-a20c-3016c4016f7d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:01:39.625252 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Attempting to bind port eff63ad4-5198-4c0f-a20c-3016c4016f7d on network 2cc5fbca-bbaa-487a-a825-cea905d83922 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:01:39.630874 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Port eff63ad4-5198-4c0f-a20c-3016c4016f7d on network 2cc5fbca-bbaa-487a-a825-cea905d83922 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:01:39.631203 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Attempting to bind port eff63ad4-5198-4c0f-a20c-3016c4016f7d on network 2cc5fbca-bbaa-487a-a825-cea905d83922 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:01:39.637034 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:01:39.637362 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Checking segment: {'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:01:39.637754 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Bound using segment: {'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:01:39.638251 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Bound port: eff63ad4-5198-4c0f-a20c-3016c4016f7d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcae8938-8af8-4e27-ba40-4af220662c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:01:39.638616 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.714644 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] For port eff63ad4-5198-4c0f-a20c-3016c4016f7d, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:01:39.718055 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] For port eff63ad4-5198-4c0f-a20c-3016c4016f7d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eff63ad4-5198-4c0f-a20c-3016c4016f7d,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:01:39.724319 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.760116 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:39.760782 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.762224 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] 10.222.0.59 "PUT /v2.0/ports/eff63ad4-5198-4c0f-a20c-3016c4016f7d HTTP/1.1" status: 200 len: 1093 time: 0.8013117 Jul 16 03:01:39.762684 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd14c99-3112-4f96-b029-05188fd3d8b5', 'tag': 'eff63ad4-5198-4c0f-a20c-3016c4016f7d'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:01:39.765028 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9906c6f-0df8-43dc-a941-65e99b502244" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd14c99-3112-4f96-b029-05188fd3d8b5", "tag": "eff63ad4-5198-4c0f-a20c-3016c4016f7d"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:01:39.803756 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29e42c-2e50-44f8-b710-45d4e510ead9 service neutron] Pushing event updated for resources: {'Port': ['ID=eff63ad4-5198-4c0f-a20c-3016c4016f7d,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:39.812622 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a0075c-9564-46a6-9bc1-e4f1d28e45fa x-openstack-request-id: req-b9a0075c-9564-46a6-9bc1-e4f1d28e45fa {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:01:39.812957 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd14c99-3112-4f96-b029-05188fd3d8b5", "tag": "eff63ad4-5198-4c0f-a20c-3016c4016f7d", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:01:39.813219 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9a0075c-9564-46a6-9bc1-e4f1d28e45fa {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:01:39.813635 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd14c99-3112-4f96-b029-05188fd3d8b5', 'tag': 'eff63ad4-5198-4c0f-a20c-3016c4016f7d', 'status': 'completed', 'code': 200} Jul 16 03:01:39.909586 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-49a860a1-59e8-4831-b9a2-0369dec876a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:39.912759 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-49a860a1-59e8-4831-b9a2-0369dec876a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e0e442296e84e5bb5d5b00a075c8874&device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 1096 time: 0.0674617 Jul 16 03:01:39.969779 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-9c259c9e-f6bf-4647-8cef-0a874319c5b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eff63ad4-5198-4c0f-a20c-3016c4016f7d HTTP/1.1" status: 200 len: 217 time: 0.0409369 Jul 16 03:01:40.033898 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-b6f3184e-3b76-4c6b-8249-f83e425bcc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:40.036959 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-b6f3184e-3b76-4c6b-8249-f83e425bcc05 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd133d9e-eae2-4d24-97b7-de98b251c38f HTTP/1.1" status: 200 len: 855 time: 0.0594907 Jul 16 03:01:40.076455 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-b468e55a-bdf2-4162-bce9-5bd068dda690 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cc5fbca-bbaa-487a-a825-cea905d83922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305948 Jul 16 03:01:40.185035 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-e998a723-bbd2-4392-89ca-5fc8a631c0a5 service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962803 Jul 16 03:01:40.288789 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17542edb-d9a3-45f7-90c8-e48958c2d382 req-8a0c3b33-1912-4c41-b498-600a5373543b service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954032 Jul 16 03:01:40.474094 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906c6f-0df8-43dc-a941-65e99b502244 req-ef2c6e86-4178-48df-a35d-cbec10cf8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:40.475632 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9906c6f-0df8-43dc-a941-65e99b502244 req-ef2c6e86-4178-48df-a35d-cbec10cf8a36 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1e0e442296e84e5bb5d5b00a075c8874&device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 1096 time: 0.0629425 Jul 16 03:01:40.576316 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906c6f-0df8-43dc-a941-65e99b502244 req-835238ff-8746-4f33-9aa5-b2e54f95f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:40.578400 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9906c6f-0df8-43dc-a941-65e99b502244 req-835238ff-8746-4f33-9aa5-b2e54f95f802 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2cc5fbca-bbaa-487a-a825-cea905d83922 HTTP/1.1" status: 200 len: 916 time: 0.0949264 Jul 16 03:01:40.636826 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9906c6f-0df8-43dc-a941-65e99b502244 req-a5cb2279-e528-4a0a-9e30-998bafec8114 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eff63ad4-5198-4c0f-a20c-3016c4016f7d HTTP/1.1" status: 200 len: 217 time: 0.0506225 Jul 16 03:01:40.993829 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906c6f-0df8-43dc-a941-65e99b502244 req-83272ee2-b15d-45a4-ab55-091503b2a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:40.995312 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9906c6f-0df8-43dc-a941-65e99b502244 req-83272ee2-b15d-45a4-ab55-091503b2a9a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd133d9e-eae2-4d24-97b7-de98b251c38f HTTP/1.1" status: 200 len: 855 time: 0.0581226 Jul 16 03:01:41.016374 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8e8f7-659f-4acc-ab1e-76caa46b87bb req-b6d47380-a670-487c-bef0-16414f0a98c2 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:41.017980 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-60f8e8f7-659f-4acc-ab1e-76caa46b87bb req-b6d47380-a670-487c-bef0-16414f0a98c2 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 943 time: 0.3920777 Jul 16 03:01:41.053709 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9906c6f-0df8-43dc-a941-65e99b502244 req-f6aeba1a-1446-453d-ba55-630b3fad7753 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2cc5fbca-bbaa-487a-a825-cea905d83922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347011 Jul 16 03:01:41.108203 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-60f8e8f7-659f-4acc-ab1e-76caa46b87bb req-83cff81f-002a-47e0-a4bf-8e60c9d8d846 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810678 Jul 16 03:01:41.169872 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9906c6f-0df8-43dc-a941-65e99b502244 req-29a999f9-38f5-41d3-9053-2659d5c9876c service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034560 Jul 16 03:01:41.272764 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9906c6f-0df8-43dc-a941-65e99b502244 req-27451db7-4ead-4632-a4a4-7b4a9348b0e1 service neutron] 10.222.0.59 "GET /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949972 Jul 16 03:01:41.353657 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.655172 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-37903e15-a562-4118-97d8-75578772b3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.304240 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5083cb4-1fcd-46b0-9b7c-75f2206425bc req-637812a9-7abc-4104-bc56-005b4db7940a tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:42.305829 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d5083cb4-1fcd-46b0-9b7c-75f2206425bc req-637812a9-7abc-4104-bc56-005b4db7940a tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 943 time: 0.0709212 Jul 16 03:01:42.354782 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d5083cb4-1fcd-46b0-9b7c-75f2206425bc req-30ca2f0f-4c38-4c4d-80ea-0210cbf104a9 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388081 Jul 16 03:01:42.379636 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.767789 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device eff63ad4-5198-4c0f-a20c-3016c4016f7d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:01:42.987842 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port eff63ad4-5198-4c0f-a20c-3016c4016f7d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eff63ad4-5198-4c0f-a20c-3016c4016f7d,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:42.999069 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': 'eff63ad4-5198-4c0f-a20c-3016c4016f7d', 'network_id': '2cc5fbca-bbaa-487a-a825-cea905d83922', 'port_id': 'eff63ad4-5198-4c0f-a20c-3016c4016f7d', 'mac_address': 'fa:16:3e:a2:f7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd133d9e-eae2-4d24-97b7-de98b251c38f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:01:43.035528 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:43.047852 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff63ad4-5198-4c0f-a20c-3016c4016f7d {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:01:43.068602 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port eff63ad4-5198-4c0f-a20c-3016c4016f7d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eff63ad4-5198-4c0f-a20c-3016c4016f7d,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:43.072276 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:43.120947 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=eff63ad4-5198-4c0f-a20c-3016c4016f7d,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:43.127892 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:43.128233 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:43.128593 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:43.129507 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:43.129844 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:43.130168 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:43.130490 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:43.130811 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:43.131154 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:43.131484 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:43.131796 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:43.132112 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:43.476017 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['eff63ad4-5198-4c0f-a20c-3016c4016f7d'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:01:43.546700 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826c606-b6ec-4880-8829-f2ea68ce5de3 req-8a2bc49e-2008-45ff-a3f9-ea92cb04fcde tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:43.548196 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c826c606-b6ec-4880-8829-f2ea68ce5de3 req-8a2bc49e-2008-45ff-a3f9-ea92cb04fcde tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0659862 Jul 16 03:01:43.596252 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c826c606-b6ec-4880-8829-f2ea68ce5de3 req-7c98310a-c2a0-4fd2-b19f-02d9e165d82b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417190 Jul 16 03:01:44.772238 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device eff63ad4-5198-4c0f-a20c-3016c4016f7d up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:44.782656 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efbe96-47e1-44cc-9f92-f987ab12fa09 req-cab3298d-b493-401d-a876-8318e598a735 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:44.784199 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-96efbe96-47e1-44cc-9f92-f987ab12fa09 req-cab3298d-b493-401d-a876-8318e598a735 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 944 time: 0.0737207 Jul 16 03:01:44.832566 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-96efbe96-47e1-44cc-9f92-f987ab12fa09 req-92b0e5a0-fbe4-4e06-bf92-4523bfc8b309 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413904 Jul 16 03:01:44.834544 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:44.835837 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port eff63ad4-5198-4c0f-a20c-3016c4016f7d completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:01:44.840088 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port eff63ad4-5198-4c0f-a20c-3016c4016f7d triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:44.840461 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:44.922120 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:44.946082 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd14c99-3112-4f96-b029-05188fd3d8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff63ad4-5198-4c0f-a20c-3016c4016f7d'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:01:44.948384 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61900c2e-8153-4545-8c0b-8f02ca5bd9c9" -d '{"events": [{"server_uuid": "5dd14c99-3112-4f96-b029-05188fd3d8b5", "name": "network-vif-plugged", "status": "completed", "tag": "eff63ad4-5198-4c0f-a20c-3016c4016f7d"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:01:44.962092 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port eff63ad4-5198-4c0f-a20c-3016c4016f7d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eff63ad4-5198-4c0f-a20c-3016c4016f7d,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:44.966719 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:44.995330 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528f1e55-1578-4789-8d67-b854687b4266 x-openstack-request-id: req-528f1e55-1578-4789-8d67-b854687b4266 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:01:44.995618 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd14c99-3112-4f96-b029-05188fd3d8b5", "name": "network-vif-plugged", "status": "completed", "tag": "eff63ad4-5198-4c0f-a20c-3016c4016f7d", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:01:44.995869 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-528f1e55-1578-4789-8d67-b854687b4266 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:01:44.996256 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd14c99-3112-4f96-b029-05188fd3d8b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff63ad4-5198-4c0f-a20c-3016c4016f7d', 'code': 200} Jul 16 03:01:45.024544 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=eff63ad4-5198-4c0f-a20c-3016c4016f7d,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:45.272143 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8045b-dc1f-4189-b575-b8f72b991b58 req-7cd66acf-8644-4d81-9097-cdd7e4a610f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:45.273663 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e1c8045b-dc1f-4189-b575-b8f72b991b58 req-7cd66acf-8644-4d81-9097-cdd7e4a610f8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 1098 time: 0.0571959 Jul 16 03:01:45.313127 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e1c8045b-dc1f-4189-b575-b8f72b991b58 req-41c4239c-95b4-4d8e-a78a-e6e3f6e28aa0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306108 Jul 16 03:01:46.016686 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d731196-6c01-4e1b-a124-8c9647bcccad req-a9200cb8-ab6f-4695-981c-0d1c5a0292df tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:46.018268 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d731196-6c01-4e1b-a124-8c9647bcccad req-a9200cb8-ab6f-4695-981c-0d1c5a0292df tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 945 time: 0.0701923 Jul 16 03:01:46.076408 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2d731196-6c01-4e1b-a124-8c9647bcccad req-6ff69ce8-67f4-4419-b4ae-fc3cff70c031 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511110 Jul 16 03:01:47.278391 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8f984-b0e8-407c-b0e3-d1d4e9767a1d req-b1aa5377-3cdc-4ad3-b2e3-e228fce72f8b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:47.280287 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-96b8f984-b0e8-407c-b0e3-d1d4e9767a1d req-b1aa5377-3cdc-4ad3-b2e3-e228fce72f8b tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 945 time: 0.0753298 Jul 16 03:01:47.322308 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-96b8f984-b0e8-407c-b0e3-d1d4e9767a1d req-7898fe42-3a58-4d8d-9a72-eb51f60df4f7 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359077 Jul 16 03:01:48.922123 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:57.194604 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef002a-9425-4091-9343-3c3aba75b587 req-dd64349c-e9a2-421f-a3b3-aeedd1e200fd tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:57.196096 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0aef002a-9425-4091-9343-3c3aba75b587 req-dd64349c-e9a2-421f-a3b3-aeedd1e200fd tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 946 time: 0.0631609 Jul 16 03:01:57.236438 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0aef002a-9425-4091-9343-3c3aba75b587 req-bdfa0eb5-aaec-4e79-80ce-43070b578a62 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345018 Jul 16 03:01:58.427538 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b6f00-6184-4074-a186-0d65e7b38bba req-e4553474-a353-419f-8ab4-b1f14388210a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:58.429096 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-937b6f00-6184-4074-a186-0d65e7b38bba req-e4553474-a353-419f-8ab4-b1f14388210a tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 946 time: 0.0713129 Jul 16 03:01:58.469849 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-937b6f00-6184-4074-a186-0d65e7b38bba req-9b9c6d6a-3f53-4b5a-9952-bae4fd5d3f20 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups?id=7dcd3355-6ce3-4c3d-8566-84508be34d55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347543 Jul 16 03:01:58.967436 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-0c5a6b85-7f42-4358-b20e-df2bb4fcfcfd tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:58.969022 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-0c5a6b85-7f42-4358-b20e-df2bb4fcfcfd tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.59 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 946 time: 0.0633252 Jul 16 03:01:59.075982 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Deleting port 63946afb-45c2-44a7-b6ed-c2c569601b62 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:01:59.076336 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:59.167253 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] For port 63946afb-45c2-44a7-b6ed-c2c569601b62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=63946afb-45c2-44a7-b6ed-c2c569601b62,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:59.167622 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:59.359600 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:59.359979 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:59.360296 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Floating IP 6287ffc2-2c7f-48b2-8fab-fbcbcd8fb6cd disassociated. External IP: 172.27.1.179, port: 63946afb-45c2-44a7-b6ed-c2c569601b62. Jul 16 03:01:59.360637 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Calling delete_port for 63946afb-45c2-44a7-b6ed-c2c569601b62 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:01:59.551043 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:59.586628 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event deleted for resources: {'Port': ['ID=63946afb-45c2-44a7-b6ed-c2c569601b62,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:59.600592 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:59.600974 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:59.601317 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:59.601660 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:59.601992 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:59.602324 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:59.602660 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:59.602990 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:59.603315 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:59.603643 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:59.603969 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:59.604513 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:59.650306 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-db23507f-4f7b-40e5-b206-94c2a94414ba req-29c03ff9-4126-4d7f-a354-077b3d374992 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 210 time: 0.0392058 Jul 16 03:01:59.697903 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7457ff-4a6a-42ec-b234-3eaa4b757fcb req-3a5226c1-141d-4d8c-9135-de6634158df9 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:59.699446 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4b7457ff-4a6a-42ec-b234-3eaa4b757fcb req-3a5226c1-141d-4d8c-9135-de6634158df9 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 945 time: 0.1950378 Jul 16 03:01:59.781081 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4b7457ff-4a6a-42ec-b234-3eaa4b757fcb req-c8e9315c-4e19-4155-beb8-0c8fc89befdc tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743017 Jul 16 03:01:59.798414 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:01:59.912509 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:01:59.923274 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2c2d6-0248-44c0-b8d5-c2dccdbaf8ca None None] Sync routers for ids ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:01:59.934074 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b2c2d6-0248-44c0-b8d5-c2dccdbaf8ca None None] Routers {'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:01:59.934684 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-27b2c2d6-0248-44c0-b8d5-c2dccdbaf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:01:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:59.963907 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] No DVR routers for this DVR port 63946afb-45c2-44a7-b6ed-c2c569601b62 on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:01:59.966765 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:59.969023 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f8f055d9-d747-4ae3-abb9-6db5c418e7ec req-e266738d-370a-42ea-a2c3-614a0f899c81 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.59 "DELETE /v2.0/ports/63946afb-45c2-44a7-b6ed-c2c569601b62 HTTP/1.1" status: 204 len: 173 time: 0.9936454 Jul 16 03:01:59.969570 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'name': 'network-vif-deleted', 'tag': '63946afb-45c2-44a7-b6ed-c2c569601b62'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:01:59.972548 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c78754-4893-4c85-aac5-3b54d4da8f8b" -d '{"events": [{"server_uuid": "9dbc3e71-3725-4af3-ace8-ed581f5c893d", "name": "network-vif-deleted", "tag": "63946afb-45c2-44a7-b6ed-c2c569601b62"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:02:00.029247 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aeef7d-be2e-4afc-9188-c165cf4005b0 x-openstack-request-id: req-37aeef7d-be2e-4afc-9188-c165cf4005b0 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:02:00.029546 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbc3e71-3725-4af3-ace8-ed581f5c893d", "name": "network-vif-deleted", "tag": "63946afb-45c2-44a7-b6ed-c2c569601b62", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:02:00.029868 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37aeef7d-be2e-4afc-9188-c165cf4005b0 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:02:00.030332 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dbc3e71-3725-4af3-ace8-ed581f5c893d', 'name': 'network-vif-deleted', 'tag': '63946afb-45c2-44a7-b6ed-c2c569601b62', 'status': 'completed', 'code': 200} Jul 16 03:02:00.091881 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-27b2c2d6-0248-44c0-b8d5-c2dccdbaf8ca None None] Set router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:02:00.326254 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-27b2c2d6-0248-44c0-b8d5-c2dccdbaf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:52Z', 'revision_number': 5, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:00.358281 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2c2d6-0248-44c0-b8d5-c2dccdbaf8ca None None] Checking router: fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:02:00.368150 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b2c2d6-0248-44c0-b8d5-c2dccdbaf8ca None None] Routers {'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:02:00.368812 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-27b2c2d6-0248-44c0-b8d5-c2dccdbaf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:01:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:00.478899 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-27b2c2d6-0248-44c0-b8d5-c2dccdbaf8ca None None] Set router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:02:00.702135 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-27b2c2d6-0248-44c0-b8d5-c2dccdbaf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:52Z', 'revision_number': 5, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:00.730460 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2c2d6-0248-44c0-b8d5-c2dccdbaf8ca None None] The sync data for ids ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'] in dv-cinder-788364-5-iscsi is: [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T02:55:44Z', 'revision_number': 4, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '0218cc1c-18da-4553-9673-cd2d52b5315b', 'name': '', 'network_id': '4ab2206b-a201-4aab-8cca-c5880401b996', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'mac_address': 'fa:16:3e:d5:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:43Z', 'updated_at': '2021-07-16T02:55:52Z', 'revision_number': 5, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'subnets': [{'id': 'ab221803-f9aa-4d56-af69-49967871c0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:02:00.840733 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3280f873-f328-485f-954d-7ef147bef0c8 req-a51949cd-795a-4a12-bd56-3febfafd0dbd tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/ports?device_id=9dbc3e71-3725-4af3-ace8-ed581f5c893d HTTP/1.1" status: 200 len: 210 time: 0.0381496 Jul 16 03:02:00.995629 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19016929-6138-4dec-97f2-352dd433e977 req-45b28ed4-175c-4c39-9f5b-b94b5dcd3f68 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:01.000810 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-19016929-6138-4dec-97f2-352dd433e977 req-45b28ed4-175c-4c39-9f5b-b94b5dcd3f68 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 945 time: 0.0701547 Jul 16 03:02:01.044996 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-19016929-6138-4dec-97f2-352dd433e977 req-08ee950a-0a52-41c3-a5ee-013c96edb40c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Jul 16 03:02:01.046822 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123f7abe-5d49-4e4e-a630-bdd5e3c73095 None None] New status for floating IP 6287ffc2-2c7f-48b2-8fab-fbcbcd8fb6cd: DOWN {{(pid=92929) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:02:01.668906 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309dd55-624b-4515-a223-a6658043ef7f req-ed577d74-afc2-4ed8-876e-ce7df1b6015c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:01.670559 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c309dd55-624b-4515-a223-a6658043ef7f req-ed577d74-afc2-4ed8-876e-ce7df1b6015c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 945 time: 0.0815575 Jul 16 03:02:01.794386 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-c309dd55-624b-4515-a223-a6658043ef7f req-4ac879ee-a25a-4b05-852f-49ad7fa3fd6c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Deleting port eff63ad4-5198-4c0f-a20c-3016c4016f7d {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:02:01.794733 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-c309dd55-624b-4515-a223-a6658043ef7f req-4ac879ee-a25a-4b05-852f-49ad7fa3fd6c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.918076 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-c309dd55-624b-4515-a223-a6658043ef7f req-4ac879ee-a25a-4b05-852f-49ad7fa3fd6c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] For port eff63ad4-5198-4c0f-a20c-3016c4016f7d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eff63ad4-5198-4c0f-a20c-3016c4016f7d,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:01.919320 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-c309dd55-624b-4515-a223-a6658043ef7f req-4ac879ee-a25a-4b05-852f-49ad7fa3fd6c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.934466 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-c309dd55-624b-4515-a223-a6658043ef7f req-4ac879ee-a25a-4b05-852f-49ad7fa3fd6c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Calling delete_port for eff63ad4-5198-4c0f-a20c-3016c4016f7d owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:02:02.121447 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-c309dd55-624b-4515-a223-a6658043ef7f req-4ac879ee-a25a-4b05-852f-49ad7fa3fd6c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:02.166109 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac879ee-a25a-4b05-852f-49ad7fa3fd6c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Pushing event deleted for resources: {'Port': ['ID=eff63ad4-5198-4c0f-a20c-3016c4016f7d,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:02.170048 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['24b18260-5aa1-4791-97a7-d03cfe602d56', 'd9ccd8c2-8aba-4e04-99ac-ca70a0ae156b', 'fbe3f162-aa54-47e3-96b5-6307fc8fadd9', 'eff63ad4-5198-4c0f-a20c-3016c4016f7d'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:02:02.263519 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-c309dd55-624b-4515-a223-a6658043ef7f req-4ac879ee-a25a-4b05-852f-49ad7fa3fd6c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] No DVR routers for this DVR port eff63ad4-5198-4c0f-a20c-3016c4016f7d on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:02:02.267552 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d355f2b8-0b0b-4b46-b577-7b67feb86e72 req-8d617259-d538-490f-af2b-ae945835ad4e tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=5dd14c99-3112-4f96-b029-05188fd3d8b5 HTTP/1.1" status: 200 len: 210 time: 0.0586829 Jul 16 03:02:02.268843 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-c309dd55-624b-4515-a223-a6658043ef7f req-4ac879ee-a25a-4b05-852f-49ad7fa3fd6c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:02.271174 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c309dd55-624b-4515-a223-a6658043ef7f req-4ac879ee-a25a-4b05-852f-49ad7fa3fd6c tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "DELETE /v2.0/ports/eff63ad4-5198-4c0f-a20c-3016c4016f7d HTTP/1.1" status: 204 len: 173 time: 0.5940614 Jul 16 03:02:02.271909 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd14c99-3112-4f96-b029-05188fd3d8b5', 'name': 'network-vif-deleted', 'tag': 'eff63ad4-5198-4c0f-a20c-3016c4016f7d'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:02:02.275071 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed09c1d-fbfc-4e11-a548-63aae0bf34e4" -d '{"events": [{"server_uuid": "5dd14c99-3112-4f96-b029-05188fd3d8b5", "name": "network-vif-deleted", "tag": "eff63ad4-5198-4c0f-a20c-3016c4016f7d"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:02:02.329393 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06bb209-579d-40da-8af8-d757955879c0 x-openstack-request-id: req-e06bb209-579d-40da-8af8-d757955879c0 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:02:02.329732 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd14c99-3112-4f96-b029-05188fd3d8b5", "name": "network-vif-deleted", "tag": "eff63ad4-5198-4c0f-a20c-3016c4016f7d", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:02:02.329998 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e06bb209-579d-40da-8af8-d757955879c0 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:02:02.330354 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd14c99-3112-4f96-b029-05188fd3d8b5', 'name': 'network-vif-deleted', 'tag': 'eff63ad4-5198-4c0f-a20c-3016c4016f7d', 'status': 'completed', 'code': 200} Jul 16 03:02:02.895921 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 63946afb-45c2-44a7-b6ed-c2c569601b62 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:02:02.915848 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: 63946afb-45c2-44a7-b6ed-c2c569601b62 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:02:02.916189 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 63946afb-45c2-44a7-b6ed-c2c569601b62 not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:02:03.026851 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 52652) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:03.083904 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-51802721-8a1f-4102-8085-296be1e32d5c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:03.106433 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-51802721-8a1f-4102-8085-296be1e32d5c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:03.155815 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-51802721-8a1f-4102-8085-296be1e32d5c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:03.158430 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-51802721-8a1f-4102-8085-296be1e32d5c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:03.160150 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-51802721-8a1f-4102-8085-296be1e32d5c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "DELETE /v2.0/security-groups/7dcd3355-6ce3-4c3d-8566-84508be34d55 HTTP/1.1" status: 204 len: 168 time: 0.1322136 Jul 16 03:02:03.163010 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52654) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:03.170468 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51802721-8a1f-4102-8085-296be1e32d5c tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcd3355-6ce3-4c3d-8566-84508be34d55,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:03.182094 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.api.v2.resource [None req-7befeab4-6d4d-4867-96b6-cc014f2b10e8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] show failed (client error): The resource could not be found. Jul 16 03:02:03.183120 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-7befeab4-6d4d-4867-96b6-cc014f2b10e8 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "GET /v2.0/security-groups/7dcd3355-6ce3-4c3d-8566-84508be34d55 HTTP/1.1" status: 404 len: 347 time: 0.0189738 Jul 16 03:02:03.186887 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52658) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:03.307998 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Deleting port 36645380-dbd8-4910-879f-de4f2dd34bca {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:02:03.308356 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:03.388574 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:03.388973 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:03.402554 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Calling delete_port for 36645380-dbd8-4910-879f-de4f2dd34bca owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:02:03.552516 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:03.575769 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Pushing event deleted for resources: {'Port': ['ID=36645380-dbd8-4910-879f-de4f2dd34bca,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:03.588587 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:03.588940 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:03.589296 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:03.589618 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:03.589942 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:03.590268 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:03.590590 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:03.590912 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:03.591230 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:03.591547 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:03.591866 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:03.592180 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:03.650151 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:03.652485 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:03.653844 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6a5e4987-1f08-4fd1-a0e0-b3fc66a77b75 tempest-AttachVolumeShelveTestJSON-1132819197 tempest-AttachVolumeShelveTestJSON-1132819197-project] 10.222.0.39 "DELETE /v2.0/floatingips/6287ffc2-2c7f-48b2-8fab-fbcbcd8fb6cd HTTP/1.1" status: 204 len: 168 time: 0.4648774 Jul 16 03:02:04.863246 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44db98-690b-46c0-8768-a88acf07b1dd req-d4aadefc-7d3d-44be-9a22-c4fb38f0a9a0 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:04.864825 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5f44db98-690b-46c0-8768-a88acf07b1dd req-d4aadefc-7d3d-44be-9a22-c4fb38f0a9a0 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 945 time: 0.0705402 Jul 16 03:02:04.892031 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device eff63ad4-5198-4c0f-a20c-3016c4016f7d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:02:04.904609 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5f44db98-690b-46c0-8768-a88acf07b1dd req-8289a4f0-250d-48d3-b799-0f722ec72392 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Jul 16 03:02:04.913690 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: eff63ad4-5198-4c0f-a20c-3016c4016f7d {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:02:04.914665 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device eff63ad4-5198-4c0f-a20c-3016c4016f7d not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:02:05.888786 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:02:06.091942 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314cee3-6e89-4b6f-b133-f36071cec170 req-22b0fc10-d57c-4a2d-ae6e-1bd7f1e492cf tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:06.093511 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2314cee3-6e89-4b6f-b133-f36071cec170 req-22b0fc10-d57c-4a2d-ae6e-1bd7f1e492cf tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 945 time: 0.0725651 Jul 16 03:02:06.133129 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2314cee3-6e89-4b6f-b133-f36071cec170 req-b7010f99-257e-42bd-882a-ec2861a438f5 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337739 Jul 16 03:02:06.224397 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52694) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:06.624991 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb74a22-62ce-4e7f-a5ce-6a3ee4c6668a req-eda0afa6-3d46-4e43-aadd-9f870e347132 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:06.626454 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3cb74a22-62ce-4e7f-a5ce-6a3ee4c6668a req-eda0afa6-3d46-4e43-aadd-9f870e347132 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 945 time: 0.0658998 Jul 16 03:02:06.641453 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a85c88ac-ede6-4969-8fc7-daaac5223805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958638'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:06.729097 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-3cb74a22-62ce-4e7f-a5ce-6a3ee4c6668a req-09302665-cef6-4a16-879c-f3098d54326f tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Deleting port fbe3f162-aa54-47e3-96b5-6307fc8fadd9 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:02:06.729443 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-3cb74a22-62ce-4e7f-a5ce-6a3ee4c6668a req-09302665-cef6-4a16-879c-f3098d54326f tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:06.833150 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-3cb74a22-62ce-4e7f-a5ce-6a3ee4c6668a req-09302665-cef6-4a16-879c-f3098d54326f tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] For port fbe3f162-aa54-47e3-96b5-6307fc8fadd9, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fbe3f162-aa54-47e3-96b5-6307fc8fadd9,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:06.833568 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-3cb74a22-62ce-4e7f-a5ce-6a3ee4c6668a req-09302665-cef6-4a16-879c-f3098d54326f tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:06.847790 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-3cb74a22-62ce-4e7f-a5ce-6a3ee4c6668a req-09302665-cef6-4a16-879c-f3098d54326f tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Calling delete_port for fbe3f162-aa54-47e3-96b5-6307fc8fadd9 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:02:06.981878 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-3cb74a22-62ce-4e7f-a5ce-6a3ee4c6668a req-09302665-cef6-4a16-879c-f3098d54326f tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:07.016102 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09302665-cef6-4a16-879c-f3098d54326f tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Pushing event deleted for resources: {'Port': ['ID=fbe3f162-aa54-47e3-96b5-6307fc8fadd9,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:07.021702 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['24b18260-5aa1-4791-97a7-d03cfe602d56', 'd9ccd8c2-8aba-4e04-99ac-ca70a0ae156b'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:02:07.065904 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb74a22-62ce-4e7f-a5ce-6a3ee4c6668a req-09302665-cef6-4a16-879c-f3098d54326f tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] No DVR routers for this DVR port fbe3f162-aa54-47e3-96b5-6307fc8fadd9 on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:02:07.068467 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-3cb74a22-62ce-4e7f-a5ce-6a3ee4c6668a req-09302665-cef6-4a16-879c-f3098d54326f tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:07.070734 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3cb74a22-62ce-4e7f-a5ce-6a3ee4c6668a req-09302665-cef6-4a16-879c-f3098d54326f tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "DELETE /v2.0/ports/fbe3f162-aa54-47e3-96b5-6307fc8fadd9 HTTP/1.1" status: 204 len: 173 time: 0.4380319 Jul 16 03:02:07.070942 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4151bf2f-375b-49b4-aaa9-f987bc7a07c3', 'name': 'network-vif-deleted', 'tag': 'fbe3f162-aa54-47e3-96b5-6307fc8fadd9'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:02:07.073151 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e89463-ceaf-41eb-8235-c0fd5b648fa7" -d '{"events": [{"server_uuid": "4151bf2f-375b-49b4-aaa9-f987bc7a07c3", "name": "network-vif-deleted", "tag": "fbe3f162-aa54-47e3-96b5-6307fc8fadd9"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:02:07.119606 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89173530-0dc5-4030-bb48-5f255ae82e5a x-openstack-request-id: req-89173530-0dc5-4030-bb48-5f255ae82e5a {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:02:07.120222 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4151bf2f-375b-49b4-aaa9-f987bc7a07c3", "name": "network-vif-deleted", "tag": "fbe3f162-aa54-47e3-96b5-6307fc8fadd9", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:02:07.120222 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89173530-0dc5-4030-bb48-5f255ae82e5a {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:02:07.120562 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4151bf2f-375b-49b4-aaa9-f987bc7a07c3', 'name': 'network-vif-deleted', 'tag': 'fbe3f162-aa54-47e3-96b5-6307fc8fadd9', 'status': 'completed', 'code': 200} Jul 16 03:02:07.138290 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-a85c88ac-ede6-4969-8fc7-daaac5223805 admin admin] Deleting port 0218cc1c-18da-4553-9673-cd2d52b5315b {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:02:07.138616 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a85c88ac-ede6-4969-8fc7-daaac5223805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:07.294007 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-a85c88ac-ede6-4969-8fc7-daaac5223805 admin admin] For port 0218cc1c-18da-4553-9673-cd2d52b5315b, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=0218cc1c-18da-4553-9673-cd2d52b5315b,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:07.294684 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a85c88ac-ede6-4969-8fc7-daaac5223805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:07.294803 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-39ab0baf-cfa8-40b2-b5db-99c687c6d446 req-4be22ab2-aee5-40d4-b381-6ddb579c354a tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=4151bf2f-375b-49b4-aaa9-f987bc7a07c3 HTTP/1.1" status: 200 len: 210 time: 0.0314343 Jul 16 03:02:07.320244 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-a85c88ac-ede6-4969-8fc7-daaac5223805 admin admin] Calling delete_port for 0218cc1c-18da-4553-9673-cd2d52b5315b owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:02:07.500446 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a85c88ac-ede6-4969-8fc7-daaac5223805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:07.529001 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c88ac-ede6-4969-8fc7-daaac5223805 admin admin] Pushing event deleted for resources: {'Port': ['ID=0218cc1c-18da-4553-9673-cd2d52b5315b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:07.685839 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f8468eca-7791-44f2-9a47-5f491eeecba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:07.701439 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a85c88ac-ede6-4969-8fc7-daaac5223805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960574'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:07.931857 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85c88ac-ede6-4969-8fc7-daaac5223805 admin admin] Router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:02:08.043982 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85c88ac-ede6-4969-8fc7-daaac5223805 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:02:08.049364 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a85c88ac-ede6-4969-8fc7-daaac5223805 admin admin] 10.222.0.39 "PUT /v2.0/routers/fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8238151 Jul 16 03:02:08.052731 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52702) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:08.053819 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a3b76-c206-403d-8325-0720fcd64ea0 None None] Sync routers for ids ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:02:08.063668 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a3b76-c206-403d-8325-0720fcd64ea0 None None] Routers {'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:02:08.064294 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-639a3b76-c206-403d-8325-0720fcd64ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:01:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:08.155278 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:08.169882 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-639a3b76-c206-403d-8325-0720fcd64ea0 None None] Set router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:02:08.256710 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:08.318263 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] Deleting port 1c5b630d-f075-4f53-9644-4b6861f2e02f {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:02:08.318998 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:08.366831 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-639a3b76-c206-403d-8325-0720fcd64ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T03:02:07Z', 'revision_number': 5, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port': {'id': '1c5b630d-f075-4f53-9644-4b6861f2e02f', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:f9:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:41Z', 'updated_at': '2021-07-16T02:55:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:08.394909 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a3b76-c206-403d-8325-0720fcd64ea0 None None] Checking router: fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:02:08.405138 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639a3b76-c206-403d-8325-0720fcd64ea0 None None] Routers {'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:02:08.405984 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-639a3b76-c206-403d-8325-0720fcd64ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:01:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:08.450307 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] For port 1c5b630d-f075-4f53-9644-4b6861f2e02f, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=1c5b630d-f075-4f53-9644-4b6861f2e02f,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:08.450853 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:08.477320 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] Calling delete_port for 1c5b630d-f075-4f53-9644-4b6861f2e02f owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:02:08.500026 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-639a3b76-c206-403d-8325-0720fcd64ea0 None None] Set router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:02:08.560135 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-639a3b76-c206-403d-8325-0720fcd64ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T03:02:08Z', 'revision_number': 6, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port_host': None}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:08.589869 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639a3b76-c206-403d-8325-0720fcd64ea0 None None] The sync data for ids ['fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac'] in dv-cinder-788364-5-iscsi is: [{'id': 'fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac', 'name': 'tempest-AttachVolumeShelveTestJSON-657973817-router', 'tenant_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:40Z', 'updated_at': '2021-07-16T03:02:08Z', 'revision_number': 6, 'project_id': '946ac7d8f17b49eb9a1c8a35ddf50f70', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:02:08.699370 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:08.725661 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5b630d-f075-4f53-9644-4b6861f2e02f,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:08.792405 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890980'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:08.859558 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108c302-665a-45bd-90fb-7f79494855be req-a3b2796f-c0e2-441a-847d-bac6d2bf3b3a tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:08.861286 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c108c302-665a-45bd-90fb-7f79494855be req-a3b2796f-c0e2-441a-847d-bac6d2bf3b3a tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 946 time: 0.0758798 Jul 16 03:02:08.889833 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10628'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:08.891812 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:08.906066 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c108c302-665a-45bd-90fb-7f79494855be req-84fb9f62-3cc7-4231-8a1b-571218dedcbd tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381162 Jul 16 03:02:08.911277 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device fbe3f162-aa54-47e3-96b5-6307fc8fadd9 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:02:08.939714 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: fbe3f162-aa54-47e3-96b5-6307fc8fadd9 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:02:08.939714 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device fbe3f162-aa54-47e3-96b5-6307fc8fadd9 not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:02:08.946161 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962278'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:08.946772 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:02:08.951407 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:08.952643 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-a8670e50-4536-4c46-857f-f53741764b3e admin admin] 10.222.0.39 "DELETE /v2.0/routers/fb402dd1-cef8-4cb7-b9cb-4b6c19bebbac HTTP/1.1" status: 204 len: 168 time: 0.8989720 Jul 16 03:02:08.956216 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52710) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:09.006324 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-13159e32-d0c3-4177-9194-a1ffb1553692 admin admin] Deleting subnet ab221803-f9aa-4d56-af69-49967871c0f1 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:02:09.008225 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13159e32-d0c3-4177-9194-a1ffb1553692 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.043617 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13159e32-d0c3-4177-9194-a1ffb1553692 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531563'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.117434 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13159e32-d0c3-4177-9194-a1ffb1553692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.167818 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13159e32-d0c3-4177-9194-a1ffb1553692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8531459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12322986'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.197907 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13159e32-d0c3-4177-9194-a1ffb1553692 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab221803-f9aa-4d56-af69-49967871c0f1,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:09.199821 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-13159e32-d0c3-4177-9194-a1ffb1553692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.201682 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-13159e32-d0c3-4177-9194-a1ffb1553692 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ab221803-f9aa-4d56-af69-49967871c0f1 HTTP/1.1" status: 204 len: 168 time: 0.2444184 Jul 16 03:02:09.204199 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52712) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:09.206818 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5706d51-4b8f-4754-b0b6-922ed783674e None None] Network 4ab2206b-a201-4aab-8cca-c5880401b996 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:02:09.269803 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.323197 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Deleting port 5c9dc796-9bfa-494f-a17f-181caf38a2d5 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:02:09.324100 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.389297 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] For port 5c9dc796-9bfa-494f-a17f-181caf38a2d5, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=5c9dc796-9bfa-494f-a17f-181caf38a2d5,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:09.389652 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.402533 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Calling delete_port for 5c9dc796-9bfa-494f-a17f-181caf38a2d5 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:02:09.403096 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3986edf1-f1e3-4941-b480-300b2c06e4fa None None] DHCP port deletion for 4ab2206b-a201-4aab-8cca-c5880401b996 request from dv-cinder-788364-5-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:02:09.454141 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-3986edf1-f1e3-4941-b480-300b2c06e4fa None None] Deleting port 5c9dc796-9bfa-494f-a17f-181caf38a2d5 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:02:09.454517 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3986edf1-f1e3-4941-b480-300b2c06e4fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.484598 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.511063 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9dc796-9bfa-494f-a17f-181caf38a2d5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:09.512909 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] No DVR routers for this DVR port 5c9dc796-9bfa-494f-a17f-181caf38a2d5 on host dv-cinder-788364-5-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:02:09.517558 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-3986edf1-f1e3-4941-b480-300b2c06e4fa None None] For port 5c9dc796-9bfa-494f-a17f-181caf38a2d5, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=5c9dc796-9bfa-494f-a17f-181caf38a2d5,segment=NetworkSegment(fb83ca77-97be-4929-9367-148372fc404c),segment_id=fb83ca77-97be-4929-9367-148372fc404c)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:09.518104 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3986edf1-f1e3-4941-b480-300b2c06e4fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.530720 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-3986edf1-f1e3-4941-b480-300b2c06e4fa None None] Calling delete_port for 5c9dc796-9bfa-494f-a17f-181caf38a2d5 owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:02:09.586222 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.597040 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab2206b-a201-4aab-8cca-c5880401b996']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:09.607872 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb83ca77-97be-4929-9367-148372fc404c') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:09.608162 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb83ca77-97be-4929-9367-148372fc404c') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:09.616176 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3986edf1-f1e3-4941-b480-300b2c06e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.619210 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531548'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.638989 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.642451 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986edf1-f1e3-4941-b480-300b2c06e4fa None None] Pushing event deleted for resources: {'Port': ['ID=5c9dc796-9bfa-494f-a17f-181caf38a2d5,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:09.647063 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:02:09.647460 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530337'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.648446 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986edf1-f1e3-4941-b480-300b2c06e4fa None None] No DVR routers for this DVR port 5c9dc796-9bfa-494f-a17f-181caf38a2d5 on host dv-cinder-788364-5-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: timer() Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: cb(*args, **kw) Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: self._notify() Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: self.callback(batched_events) Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: event.method(event) Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: return self._get(url).json() Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:02:09.649158 dv-cinder-788364-5-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:02:09.893091 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.898555 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:09.900384 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4ab2206b-a201-4aab-8cca-c5880401b996 HTTP/1.1" status: 204 len: 168 time: 0.6952670 Jul 16 03:02:09.911237 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e989c-71a4-474a-b10a-a0f35101f980 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab2206b-a201-4aab-8cca-c5880401b996,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:10.036687 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52718) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:10.067768 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 1c5b630d-f075-4f53-9644-4b6861f2e02f no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:02:10.083920 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-61d9f196-6585-40e8-bfa9-3f227e75c42c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=946ac7d8f17b49eb9a1c8a35ddf50f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457900 Jul 16 03:02:10.086413 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52720) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:10.090257 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 1c5b630d-f075-4f53-9644-4b6861f2e02f {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:02:10.090597 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 1c5b630d-f075-4f53-9644-4b6861f2e02f not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:02:10.091218 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 0218cc1c-18da-4553-9673-cd2d52b5315b no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:02:10.110901 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66b8e3-c46a-416f-824b-a69f4cf619be req-5bc31faf-4ed8-4092-94f6-246c1330950f tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:10.112114 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 0218cc1c-18da-4553-9673-cd2d52b5315b {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:02:10.112114 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 0218cc1c-18da-4553-9673-cd2d52b5315b not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:02:10.113407 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3f66b8e3-c46a-416f-824b-a69f4cf619be req-5bc31faf-4ed8-4092-94f6-246c1330950f tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 946 time: 0.0690646 Jul 16 03:02:10.113728 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 5c9dc796-9bfa-494f-a17f-181caf38a2d5 no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:02:10.136065 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 5c9dc796-9bfa-494f-a17f-181caf38a2d5 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:02:10.136810 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 5c9dc796-9bfa-494f-a17f-181caf38a2d5 not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:02:10.139755 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9051-5707-49c7-a76c-0031117e7b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:10.160210 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3f66b8e3-c46a-416f-824b-a69f4cf619be req-87b30f45-5cba-4c51-81f8-5a872e71b555 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358610 Jul 16 03:02:10.162142 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9051-5707-49c7-a76c-0031117e7b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:10.208515 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9051-5707-49c7-a76c-0031117e7b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:10.211091 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9051-5707-49c7-a76c-0031117e7b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:10.212243 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0d5b9051-5707-49c7-a76c-0031117e7b63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b30daa0-6558-40dc-9cac-46118d7db4dc HTTP/1.1" status: 204 len: 168 time: 0.1247432 Jul 16 03:02:10.220493 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b9051-5707-49c7-a76c-0031117e7b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b30daa0-6558-40dc-9cac-46118d7db4dc,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:10.325491 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5f085-7f28-48b6-b9dd-9a2de3206810 req-93cddaeb-0063-4c9b-8611-6b6d0145ce2e tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:10.327044 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c9f5f085-7f28-48b6-b9dd-9a2de3206810 req-93cddaeb-0063-4c9b-8611-6b6d0145ce2e tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 946 time: 0.0639908 Jul 16 03:02:10.434862 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-c9f5f085-7f28-48b6-b9dd-9a2de3206810 req-27e79fcb-5d79-4426-bf9f-6d3413c21006 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Deleting port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:02:10.435216 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-c9f5f085-7f28-48b6-b9dd-9a2de3206810 req-27e79fcb-5d79-4426-bf9f-6d3413c21006 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:10.524747 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-c9f5f085-7f28-48b6-b9dd-9a2de3206810 req-27e79fcb-5d79-4426-bf9f-6d3413c21006 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] For port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:10.525116 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-c9f5f085-7f28-48b6-b9dd-9a2de3206810 req-27e79fcb-5d79-4426-bf9f-6d3413c21006 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:10.542514 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-c9f5f085-7f28-48b6-b9dd-9a2de3206810 req-27e79fcb-5d79-4426-bf9f-6d3413c21006 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Calling delete_port for d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:02:10.668900 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-c9f5f085-7f28-48b6-b9dd-9a2de3206810 req-27e79fcb-5d79-4426-bf9f-6d3413c21006 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:10.697831 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e79fcb-5d79-4426-bf9f-6d3413c21006 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Pushing event deleted for resources: {'Port': ['ID=d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:10.704354 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['24b18260-5aa1-4791-97a7-d03cfe602d56', 'd9ccd8c2-8aba-4e04-99ac-ca70a0ae156b'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:02:10.755839 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f5f085-7f28-48b6-b9dd-9a2de3206810 req-27e79fcb-5d79-4426-bf9f-6d3413c21006 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] No DVR routers for this DVR port d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:02:10.759151 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-c9f5f085-7f28-48b6-b9dd-9a2de3206810 req-27e79fcb-5d79-4426-bf9f-6d3413c21006 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:10.761168 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c9f5f085-7f28-48b6-b9dd-9a2de3206810 req-27e79fcb-5d79-4426-bf9f-6d3413c21006 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "DELETE /v2.0/ports/d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b HTTP/1.1" status: 204 len: 173 time: 0.4291105 Jul 16 03:02:10.761636 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2165a381-14a7-405c-bdc0-968d0d327907', 'name': 'network-vif-deleted', 'tag': 'd9ccd8c2-8aba-4e04-99ac-ca70a0ae156b'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:02:10.764577 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24091d4-56b8-486a-baf3-0fd7b17d8652" -d '{"events": [{"server_uuid": "2165a381-14a7-405c-bdc0-968d0d327907", "name": "network-vif-deleted", "tag": "d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:02:10.807956 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47cf7b9-9d87-4cc5-9777-a70381f03493 x-openstack-request-id: req-a47cf7b9-9d87-4cc5-9777-a70381f03493 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:02:10.808251 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2165a381-14a7-405c-bdc0-968d0d327907", "name": "network-vif-deleted", "tag": "d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:02:10.808580 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a47cf7b9-9d87-4cc5-9777-a70381f03493 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:02:10.809102 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2165a381-14a7-405c-bdc0-968d0d327907', 'name': 'network-vif-deleted', 'tag': 'd9ccd8c2-8aba-4e04-99ac-ca70a0ae156b', 'status': 'completed', 'code': 200} Jul 16 03:02:11.332461 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3378fcf1-b62c-451c-93af-1e8ada4ac2e4 req-27fb680a-48ee-42c2-8b7b-5f31c6e32e66 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=2165a381-14a7-405c-bdc0-968d0d327907 HTTP/1.1" status: 200 len: 210 time: 0.0372524 Jul 16 03:02:11.369698 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:11.660067 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-949146b8-6ffd-46fc-8388-1095bb273500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:12.379091 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:12.954275 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:02:12.974851 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:02:12.975202 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device d9ccd8c2-8aba-4e04-99ac-ca70a0ae156b not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:02:13.931039 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b4373-8729-4851-b137-a78937a71bba req-013b09ce-48ce-4638-96eb-ae3860e36c92 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:13.932563 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bf6b4373-8729-4851-b137-a78937a71bba req-013b09ce-48ce-4638-96eb-ae3860e36c92 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 945 time: 0.0663846 Jul 16 03:02:13.977437 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bf6b4373-8729-4851-b137-a78937a71bba req-4fe2c146-5865-43ae-a18d-0f5a31ddf607 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388255 Jul 16 03:02:14.826661 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:15.153776 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e458a-f1ef-4b25-afe8-bd254684627a req-63a0e384-145c-492f-83ee-ce7f91d3aa08 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:15.155175 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f6e458a-f1ef-4b25-afe8-bd254684627a req-63a0e384-145c-492f-83ee-ce7f91d3aa08 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 945 time: 0.0653143 Jul 16 03:02:15.194248 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6f6e458a-f1ef-4b25-afe8-bd254684627a req-662216e9-12f2-4518-90ac-a28fc1e0c250 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/security-groups?id=c6553336-bba9-4399-949a-3ca5cda5acf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325007 Jul 16 03:02:15.554423 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aaae1-d19e-40f6-9efc-1a960881a008 req-fa209c45-f46b-4584-a44b-187d923af435 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:15.555895 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-921aaae1-d19e-40f6-9efc-1a960881a008 req-fa209c45-f46b-4584-a44b-187d923af435 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "GET /v2.0/ports?device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 945 time: 0.0652101 Jul 16 03:02:15.658008 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-921aaae1-d19e-40f6-9efc-1a960881a008 req-cd688657-b43f-4f93-be93-b2de9d4d3368 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Deleting port 24b18260-5aa1-4791-97a7-d03cfe602d56 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:02:15.658859 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-921aaae1-d19e-40f6-9efc-1a960881a008 req-cd688657-b43f-4f93-be93-b2de9d4d3368 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:15.748201 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-921aaae1-d19e-40f6-9efc-1a960881a008 req-cd688657-b43f-4f93-be93-b2de9d4d3368 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] For port 24b18260-5aa1-4791-97a7-d03cfe602d56, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=24b18260-5aa1-4791-97a7-d03cfe602d56,segment=NetworkSegment(fcae8938-8af8-4e27-ba40-4af220662c63),segment_id=fcae8938-8af8-4e27-ba40-4af220662c63)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:15.748609 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-921aaae1-d19e-40f6-9efc-1a960881a008 req-cd688657-b43f-4f93-be93-b2de9d4d3368 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:15.761028 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-921aaae1-d19e-40f6-9efc-1a960881a008 req-cd688657-b43f-4f93-be93-b2de9d4d3368 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Calling delete_port for 24b18260-5aa1-4791-97a7-d03cfe602d56 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:02:15.889951 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-921aaae1-d19e-40f6-9efc-1a960881a008 req-cd688657-b43f-4f93-be93-b2de9d4d3368 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:15.919183 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd688657-b43f-4f93-be93-b2de9d4d3368 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Pushing event deleted for resources: {'Port': ['ID=24b18260-5aa1-4791-97a7-d03cfe602d56,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:15.927635 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['24b18260-5aa1-4791-97a7-d03cfe602d56'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:02:15.968739 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-921aaae1-d19e-40f6-9efc-1a960881a008 req-cd688657-b43f-4f93-be93-b2de9d4d3368 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] No DVR routers for this DVR port 24b18260-5aa1-4791-97a7-d03cfe602d56 on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:02:15.971702 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-921aaae1-d19e-40f6-9efc-1a960881a008 req-cd688657-b43f-4f93-be93-b2de9d4d3368 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:15.973869 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-921aaae1-d19e-40f6-9efc-1a960881a008 req-cd688657-b43f-4f93-be93-b2de9d4d3368 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.59 "DELETE /v2.0/ports/24b18260-5aa1-4791-97a7-d03cfe602d56 HTTP/1.1" status: 204 len: 173 time: 0.4127202 Jul 16 03:02:15.974425 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f087ab31-6baa-4be7-aa26-14a4122b296e', 'name': 'network-vif-deleted', 'tag': '24b18260-5aa1-4791-97a7-d03cfe602d56'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:02:15.976919 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cfdb84-47d1-462a-a085-5abb8dfe1e9b" -d '{"events": [{"server_uuid": "f087ab31-6baa-4be7-aa26-14a4122b296e", "name": "network-vif-deleted", "tag": "24b18260-5aa1-4791-97a7-d03cfe602d56"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:02:16.020458 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39239e1-db23-4131-b448-efd503e230c6 x-openstack-request-id: req-d39239e1-db23-4131-b448-efd503e230c6 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:02:16.020789 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f087ab31-6baa-4be7-aa26-14a4122b296e", "name": "network-vif-deleted", "tag": "24b18260-5aa1-4791-97a7-d03cfe602d56", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:02:16.021049 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d39239e1-db23-4131-b448-efd503e230c6 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:02:16.021527 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f087ab31-6baa-4be7-aa26-14a4122b296e', 'name': 'network-vif-deleted', 'tag': '24b18260-5aa1-4791-97a7-d03cfe602d56', 'status': 'completed', 'code': 200} Jul 16 03:02:16.347869 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-aff5356b-2414-4bec-96d3-49918df9e90c req-d37e3f40-d421-4eff-a637-b2580d6bd583 tempest-AttachVolumeNegativeTest-1378656095 tempest-AttachVolumeNegativeTest-1378656095-project] 10.222.0.39 "GET /v2.0/ports?device_id=f087ab31-6baa-4be7-aa26-14a4122b296e HTTP/1.1" status: 200 len: 210 time: 0.0293443 Jul 16 03:02:17.443772 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 52842) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:17.486707 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b799c76-eae8-40d3-801f-059dbde9141d admin admin] Deleting subnet cd133d9e-eae2-4d24-97b7-de98b251c38f {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:02:17.489888 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5b799c76-eae8-40d3-801f-059dbde9141d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:17.523482 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5b799c76-eae8-40d3-801f-059dbde9141d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12362009'] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:17.561006 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5b799c76-eae8-40d3-801f-059dbde9141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:17.617818 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5b799c76-eae8-40d3-801f-059dbde9141d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8867455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8577270'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:17.644286 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b799c76-eae8-40d3-801f-059dbde9141d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd133d9e-eae2-4d24-97b7-de98b251c38f,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:17.646216 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5b799c76-eae8-40d3-801f-059dbde9141d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:17.648654 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-5b799c76-eae8-40d3-801f-059dbde9141d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cd133d9e-eae2-4d24-97b7-de98b251c38f HTTP/1.1" status: 204 len: 168 time: 0.2033195 Jul 16 03:02:17.650676 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 52844) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:17.717866 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f515800a-bd95-4ced-a0d0-17c2461eb750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:17.796685 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f515800a-bd95-4ced-a0d0-17c2461eb750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:17.807242 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-f515800a-bd95-4ced-a0d0-17c2461eb750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc5fbca-bbaa-487a-a825-cea905d83922']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:17.816956 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-f515800a-bd95-4ced-a0d0-17c2461eb750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcae8938-8af8-4e27-ba40-4af220662c63') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:17.817256 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-f515800a-bd95-4ced-a0d0-17c2461eb750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcae8938-8af8-4e27-ba40-4af220662c63') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:17.826114 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f515800a-bd95-4ced-a0d0-17c2461eb750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12362030'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:17.839629 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f515800a-bd95-4ced-a0d0-17c2461eb750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:17.845540 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f515800a-bd95-4ced-a0d0-17c2461eb750 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:02:17.846478 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f515800a-bd95-4ced-a0d0-17c2461eb750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8866269'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: timer() Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: cb(*args, **kw) Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: self._notify() Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: self.callback(batched_events) Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: event.method(event) Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._get(url).json() Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:02:17.848171 dv-cinder-788364-5-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:02:17.902073 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f515800a-bd95-4ced-a0d0-17c2461eb750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:17.907501 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-f515800a-bd95-4ced-a0d0-17c2461eb750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:17.909962 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-f515800a-bd95-4ced-a0d0-17c2461eb750 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2cc5fbca-bbaa-487a-a825-cea905d83922 HTTP/1.1" status: 204 len: 168 time: 0.2583990 Jul 16 03:02:17.920827 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515800a-bd95-4ced-a0d0-17c2461eb750 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc5fbca-bbaa-487a-a825-cea905d83922,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:18.084091 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 52848) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:18.123376 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-3a273900-6a08-465c-b497-6bf3e66c6209 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e0e442296e84e5bb5d5b00a075c8874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380955 Jul 16 03:02:18.125832 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 52852) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:18.181858 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-93456bdd-7211-418c-8c21-d12bbc0f8e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:18.204486 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-93456bdd-7211-418c-8c21-d12bbc0f8e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:18.257786 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-93456bdd-7211-418c-8c21-d12bbc0f8e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:18.260280 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-93456bdd-7211-418c-8c21-d12bbc0f8e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:18.261473 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-93456bdd-7211-418c-8c21-d12bbc0f8e4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6553336-bba9-4399-949a-3ca5cda5acf0 HTTP/1.1" status: 204 len: 168 time: 0.1347463 Jul 16 03:02:18.271870 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93456bdd-7211-418c-8c21-d12bbc0f8e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6553336-bba9-4399-949a-3ca5cda5acf0,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:18.930319 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:18.970462 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 24b18260-5aa1-4791-97a7-d03cfe602d56 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:02:18.990625 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: 24b18260-5aa1-4791-97a7-d03cfe602d56 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:02:18.991041 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 24b18260-5aa1-4791-97a7-d03cfe602d56 not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:02:22.715808 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 52994) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:22.818757 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3f7396f-44b1-41c2-bd94-926bed3eb5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:22.908409 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3f7396f-44b1-41c2-bd94-926bed3eb5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:22.912897 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d3f7396f-44b1-41c2-bd94-926bed3eb5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:22.954406 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d3f7396f-44b1-41c2-bd94-926bed3eb5e5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36f075e74d0a4a09a122ba50dcefe406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375104 Jul 16 03:02:22.955270 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7396f-44b1-41c2-bd94-926bed3eb5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2b0270-13f1-4abe-86af-27277d58bb48,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:22.957785 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 52998) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:23.008717 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-17c1bb67-9828-4ecd-bd77-e2111b02a6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:23.029245 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-17c1bb67-9828-4ecd-bd77-e2111b02a6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:23.076444 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-17c1bb67-9828-4ecd-bd77-e2111b02a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:23.079310 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-17c1bb67-9828-4ecd-bd77-e2111b02a6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:23.080490 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-17c1bb67-9828-4ecd-bd77-e2111b02a6ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3c2b0270-13f1-4abe-86af-27277d58bb48 HTTP/1.1" status: 204 len: 168 time: 0.1216908 Jul 16 03:02:23.088498 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1bb67-9828-4ecd-bd77-e2111b02a6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2b0270-13f1-4abe-86af-27277d58bb48,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:23.341274 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53004) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:23.354134 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb14944f-296f-4295-bdbd-a5da98758b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:23.442890 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb14944f-296f-4295-bdbd-a5da98758b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:23.446503 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-fb14944f-296f-4295-bdbd-a5da98758b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:23.483685 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-fb14944f-296f-4295-bdbd-a5da98758b55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9ed9d74d1894113bbe246f253209eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413445 Jul 16 03:02:23.484897 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14944f-296f-4295-bdbd-a5da98758b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ab8bc4-f418-4684-ba9a-3dc8e7c877fe,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:23.486418 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53006) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:23.536197 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-50cc2d77-2113-452b-8611-7fda6e88c0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:23.557861 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-50cc2d77-2113-452b-8611-7fda6e88c0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:23.605927 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-50cc2d77-2113-452b-8611-7fda6e88c0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:23.608737 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-50cc2d77-2113-452b-8611-7fda6e88c0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:23.609931 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-50cc2d77-2113-452b-8611-7fda6e88c0e6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27ab8bc4-f418-4684-ba9a-3dc8e7c877fe HTTP/1.1" status: 204 len: 168 time: 0.1219511 Jul 16 03:02:23.619272 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc2d77-2113-452b-8611-7fda6e88c0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ab8bc4-f418-4684-ba9a-3dc8e7c877fe,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:26.752415 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53112) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:26.852358 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-17e2267e-9573-45fc-9490-2b3b7dc82ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:26.939180 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-17e2267e-9573-45fc-9490-2b3b7dc82ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:26.943025 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-17e2267e-9573-45fc-9490-2b3b7dc82ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:26.980685 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-17e2267e-9573-45fc-9490-2b3b7dc82ddb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb4aa3d27c4d41b68be9229c095dba4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271705 Jul 16 03:02:26.981565 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2267e-9573-45fc-9490-2b3b7dc82ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fde8dd1-b8d8-4d8d-897a-49d3fbf95bfa,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:26.983477 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53116) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:27.032356 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de8b4051-1168-4da8-af55-87ceb0e512f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:27.054241 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de8b4051-1168-4da8-af55-87ceb0e512f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:27.102719 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de8b4051-1168-4da8-af55-87ceb0e512f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:27.105411 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de8b4051-1168-4da8-af55-87ceb0e512f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:27.106539 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-de8b4051-1168-4da8-af55-87ceb0e512f2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5fde8dd1-b8d8-4d8d-897a-49d3fbf95bfa HTTP/1.1" status: 204 len: 168 time: 0.1219139 Jul 16 03:02:27.113961 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b4051-1168-4da8-af55-87ceb0e512f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fde8dd1-b8d8-4d8d-897a-49d3fbf95bfa,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:27.369498 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53122) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:27.384222 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de8f6a80-e0a0-405e-be50-ed75ca017bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:27.470936 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de8f6a80-e0a0-405e-be50-ed75ca017bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:27.474617 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-de8f6a80-e0a0-405e-be50-ed75ca017bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:27.512435 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-de8f6a80-e0a0-405e-be50-ed75ca017bbf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b58a54a3c2a4b7fb2032f920178ef5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419029 Jul 16 03:02:27.513302 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f6a80-e0a0-405e-be50-ed75ca017bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097e7aa0-2c8f-4644-a40b-83498673cf79,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:27.515178 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53124) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:27.567084 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1e928ad8-179c-4883-a985-11e405848a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:27.588142 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1e928ad8-179c-4883-a985-11e405848a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:27.633349 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1e928ad8-179c-4883-a985-11e405848a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:27.635766 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1e928ad8-179c-4883-a985-11e405848a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:27.636946 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-1e928ad8-179c-4883-a985-11e405848a10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/097e7aa0-2c8f-4644-a40b-83498673cf79 HTTP/1.1" status: 204 len: 168 time: 0.1207559 Jul 16 03:02:27.645445 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e928ad8-179c-4883-a985-11e405848a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097e7aa0-2c8f-4644-a40b-83498673cf79,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:32.441812 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53242) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:32.542457 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6e5fe090-1fdd-4e1f-b134-417fdf5bbb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:32.629350 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6e5fe090-1fdd-4e1f-b134-417fdf5bbb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:32.632865 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6e5fe090-1fdd-4e1f-b134-417fdf5bbb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:32.670268 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6e5fe090-1fdd-4e1f-b134-417fdf5bbb9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=518cf260069542798a3eb03a4047fae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273810 Jul 16 03:02:32.671138 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fe090-1fdd-4e1f-b134-417fdf5bbb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4eec86-f359-4fa8-b8d9-990c55fcf633,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:32.673624 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53246) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:32.721244 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-be18c5a3-f25e-4182-85ab-340054c8cf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:32.742265 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-be18c5a3-f25e-4182-85ab-340054c8cf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:32.787161 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-be18c5a3-f25e-4182-85ab-340054c8cf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:32.789714 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-be18c5a3-f25e-4182-85ab-340054c8cf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:32.790853 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-be18c5a3-f25e-4182-85ab-340054c8cf71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b4eec86-f359-4fa8-b8d9-990c55fcf633 HTTP/1.1" status: 204 len: 168 time: 0.1155436 Jul 16 03:02:32.798257 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18c5a3-f25e-4182-85ab-340054c8cf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4eec86-f359-4fa8-b8d9-990c55fcf633,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:33.048755 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53252) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:33.064885 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d35b39c-3f2a-4e69-8c56-857bdcacd502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:33.154310 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d35b39c-3f2a-4e69-8c56-857bdcacd502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:33.158008 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-0d35b39c-3f2a-4e69-8c56-857bdcacd502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:33.195232 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-0d35b39c-3f2a-4e69-8c56-857bdcacd502 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b543a3625e8419eb7668232d755b691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451621 Jul 16 03:02:33.196052 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35b39c-3f2a-4e69-8c56-857bdcacd502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9382e2f-064e-45b6-9865-b48c670f44c5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:33.197942 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53256) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:33.247093 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7c318d2e-1136-437a-a616-7d6ec6a46fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:33.269970 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7c318d2e-1136-437a-a616-7d6ec6a46fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:33.315115 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7c318d2e-1136-437a-a616-7d6ec6a46fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:33.318034 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-7c318d2e-1136-437a-a616-7d6ec6a46fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:33.319202 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-7c318d2e-1136-437a-a616-7d6ec6a46fcb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9382e2f-064e-45b6-9865-b48c670f44c5 HTTP/1.1" status: 204 len: 168 time: 0.1202610 Jul 16 03:02:33.326554 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c318d2e-1136-437a-a616-7d6ec6a46fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9382e2f-064e-45b6-9865-b48c670f44c5,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:34.933713 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53312) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:35.035456 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1862b21d-5644-483b-a32e-f20bd3d6cb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:35.122300 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1862b21d-5644-483b-a32e-f20bd3d6cb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:35.126586 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1862b21d-5644-483b-a32e-f20bd3d6cb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:35.166148 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-1862b21d-5644-483b-a32e-f20bd3d6cb98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac8de1e33aa847edae7f2c9519ec7a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313237 Jul 16 03:02:35.168914 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53320) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:35.175507 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862b21d-5644-483b-a32e-f20bd3d6cb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8686a1-1cfb-4cbd-a6d1-f5ce74ef8eef,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:35.222727 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aebc600e-f774-44be-a41b-b06a4e27afff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:35.245435 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aebc600e-f774-44be-a41b-b06a4e27afff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:35.296278 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aebc600e-f774-44be-a41b-b06a4e27afff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:35.298776 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-aebc600e-f774-44be-a41b-b06a4e27afff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:35.299902 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-aebc600e-f774-44be-a41b-b06a4e27afff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f8686a1-1cfb-4cbd-a6d1-f5ce74ef8eef HTTP/1.1" status: 204 len: 168 time: 0.1300910 Jul 16 03:02:35.308400 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc600e-f774-44be-a41b-b06a4e27afff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8686a1-1cfb-4cbd-a6d1-f5ce74ef8eef,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:35.551722 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53332) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:35.565125 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8107ef8e-a744-42e0-8ff1-cc1dbec9e5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:35.649481 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8107ef8e-a744-42e0-8ff1-cc1dbec9e5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:35.653020 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8107ef8e-a744-42e0-8ff1-cc1dbec9e5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:35.691484 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8107ef8e-a744-42e0-8ff1-cc1dbec9e5e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8eff2d0358c342d2a943c13039bc8168&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380608 Jul 16 03:02:35.692774 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107ef8e-a744-42e0-8ff1-cc1dbec9e5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787095ac-3db1-4b63-a9c8-0b97213d10ca,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:35.694263 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53334) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:35.742425 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-352c685e-1ccc-4993-b7bd-a46e53e38804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:35.762558 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-352c685e-1ccc-4993-b7bd-a46e53e38804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:35.807081 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-352c685e-1ccc-4993-b7bd-a46e53e38804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:35.809599 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-352c685e-1ccc-4993-b7bd-a46e53e38804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:35.810732 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-352c685e-1ccc-4993-b7bd-a46e53e38804 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/787095ac-3db1-4b63-a9c8-0b97213d10ca HTTP/1.1" status: 204 len: 168 time: 0.1154878 Jul 16 03:02:35.818914 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c685e-1ccc-4993-b7bd-a46e53e38804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787095ac-3db1-4b63-a9c8-0b97213d10ca,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:37.687873 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-67c09e1b-fa5b-41b6-ac98-cea66a053877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:41.352723 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:41.660143 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-da097ffb-2a33-4038-b532-0c2fa1f6eed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:42.381320 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:42.887957 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:02:44.839546 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:48.942939 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:49.278068 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53484) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:49.383123 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8f97-8d08-415e-9e59-e361e3afd9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:49.479181 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8f97-8d08-415e-9e59-e361e3afd9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:49.482591 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-6b0f8f97-8d08-415e-9e59-e361e3afd9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:49.521604 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-6b0f8f97-8d08-415e-9e59-e361e3afd9e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3c1412f4aff4ff691315cc60b8843f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423551 Jul 16 03:02:49.522484 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f8f97-8d08-415e-9e59-e361e3afd9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4d9f7d-3a5c-47f3-8679-4dd7a2b4283e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:49.524413 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53496) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:49.580727 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c06b-db6d-4224-a552-b6b1319e2874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:49.602330 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c06b-db6d-4224-a552-b6b1319e2874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:49.648802 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c06b-db6d-4224-a552-b6b1319e2874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:49.651371 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cdd0c06b-db6d-4224-a552-b6b1319e2874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:49.652493 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-cdd0c06b-db6d-4224-a552-b6b1319e2874 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a4d9f7d-3a5c-47f3-8679-4dd7a2b4283e HTTP/1.1" status: 204 len: 168 time: 0.1263845 Jul 16 03:02:49.660717 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0c06b-db6d-4224-a552-b6b1319e2874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4d9f7d-3a5c-47f3-8679-4dd7a2b4283e,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:50.257858 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53520) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:50.352211 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1169170446-network', 'tenant_id': 'd61b81a29fa844f1a306638fa21e4d48'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:02:50.372463 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] Made reservation on behalf of d61b81a29fa844f1a306638fa21e4d48 for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:02:50.374861 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:50.386526 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:50.475715 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:50.479515 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:50.499977 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:02:50.515494 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88b5eb9-f3c8-4562-9ded-f746495e585b,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:50.519256 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:50.519595 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] Added segment 639d7076-c0ad-45d9-ab62-8ba23e82727d of type vlan for network 6651ed05-3775-49c4-ba30-9c3b9fb722e5 Jul 16 03:02:50.559682 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:50.589984 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:50.591107 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:50.591752 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:50.620372 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3614316 Jul 16 03:02:50.623365 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53526) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:50.628341 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-1a379441-78b7-487d-9b82-ec06d5e31402 admin admin] Request body: {'subnet': {'network_id': '6651ed05-3775-49c4-ba30-9c3b9fb722e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1169170446-subnet', 'tenant_id': 'd61b81a29fa844f1a306638fa21e4d48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:02:50.650127 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a379441-78b7-487d-9b82-ec06d5e31402 admin admin] Made reservation on behalf of d61b81a29fa844f1a306638fa21e4d48 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:02:50.652444 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a379441-78b7-487d-9b82-ec06d5e31402 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12322945'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:50.654022 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0992d-61bb-40ca-a7a4-5dd1199944ce admin admin] Pushing event updated for resources: {'Network': ['ID=6651ed05-3775-49c4-ba30-9c3b9fb722e5,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:50.664155 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 6651ed05-3775-49c4-ba30-9c3b9fb722e5 details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:02:50.822075 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a379441-78b7-487d-9b82-ec06d5e31402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8531676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12322963'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:50.877955 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a379441-78b7-487d-9b82-ec06d5e31402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f5afc7-4d96-450f-9b54-26eb1817c02f,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:50.885147 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a379441-78b7-487d-9b82-ec06d5e31402 admin admin] Checking segment: {'id': '639d7076-c0ad-45d9-ab62-8ba23e82727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6651ed05-3775-49c4-ba30-9c3b9fb722e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:02:50.885508 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a379441-78b7-487d-9b82-ec06d5e31402 admin admin] Network hostable DHCP agents. Network: 6651ed05-3775-49c4-ba30-9c3b9fb722e5, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:02:50.901803 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a379441-78b7-487d-9b82-ec06d5e31402 admin admin] Network 6651ed05-3775-49c4-ba30-9c3b9fb722e5 is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:02:50.909979 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-1a379441-78b7-487d-9b82-ec06d5e31402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 6651ed05-3775-49c4-ba30-9c3b9fb722e5) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:02:50.914533 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a379441-78b7-487d-9b82-ec06d5e31402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:50.915116 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1a379441-78b7-487d-9b82-ec06d5e31402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:50.919282 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492859fc-446d-4b27-ac5c-c44fa19cc271 None None] Network 6651ed05-3775-49c4-ba30-9c3b9fb722e5 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:02:50.929653 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1a379441-78b7-487d-9b82-ec06d5e31402 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3052046 Jul 16 03:02:51.044867 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d0b297-eb82-489f-9ada-6144a920cce5 None None] Network 6651ed05-3775-49c4-ba30-9c3b9fb722e5 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:02:53.743328 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dd658-6802-447f-8646-6771e779f564 req-ad50af6b-7beb-46da-9196-2d8c8b40ee1e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:53.744838 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-322dd658-6802-447f-8646-6771e779f564 req-ad50af6b-7beb-46da-9196-2d8c8b40ee1e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/networks?id=6651ed05-3775-49c4-ba30-9c3b9fb722e5 HTTP/1.1" status: 200 len: 809 time: 0.1032329 Jul 16 03:02:53.759692 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-322dd658-6802-447f-8646-6771e779f564 req-779e2d98-1d0c-40fb-9340-5594ac0620fd tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/quotas/d61b81a29fa844f1a306638fa21e4d48 HTTP/1.1" status: 200 len: 375 time: 0.0093417 Jul 16 03:02:53.794835 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-322dd658-6802-447f-8646-6771e779f564 req-caca4a0d-8847-4b73-aefa-bf17450f3628 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d61b81a29fa844f1a306638fa21e4d48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291724 Jul 16 03:02:53.888669 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-322dd658-6802-447f-8646-6771e779f564 req-614e8896-39d1-470b-bace-2d8ea6c21155 service neutron] 10.222.0.39 "GET /v2.0/networks/6651ed05-3775-49c4-ba30-9c3b9fb722e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854964 Jul 16 03:02:53.978663 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-322dd658-6802-447f-8646-6771e779f564 req-13bc9c39-133f-45a4-a933-63bfae792e2e service neutron] 10.222.0.39 "GET /v2.0/networks/6651ed05-3775-49c4-ba30-9c3b9fb722e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840106 Jul 16 03:02:54.408897 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-869e62dd-35cd-4cbd-824a-687b1b6f4e10 req-1e419280-78d8-4c01-b6e7-a74b301ba800 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 210 time: 0.2884123 Jul 16 03:02:55.556372 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-84c60ee9-ad0e-4950-83c3-837d6b68d21e req-98b84c13-3402-4e4d-8afb-a2c5fffa8dd5 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 210 time: 0.0277083 Jul 16 03:02:55.662892 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dd658-6802-447f-8646-6771e779f564 req-2dda5034-989b-4149-b113-a9e75f186974 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:55.664364 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-322dd658-6802-447f-8646-6771e779f564 req-2dda5034-989b-4149-b113-a9e75f186974 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.59 "GET /v2.0/networks?id=6651ed05-3775-49c4-ba30-9c3b9fb722e5 HTTP/1.1" status: 200 len: 809 time: 0.1044419 Jul 16 03:02:55.684380 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-322dd658-6802-447f-8646-6771e779f564 req-9a3ce0bd-1e35-40da-b6ea-a75e0123e66e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Request body: {'port': {'device_id': '91810b68-320d-45e1-9fee-b6601766fdea', 'network_id': '6651ed05-3775-49c4-ba30-9c3b9fb722e5', 'admin_state_up': True, 'tenant_id': 'd61b81a29fa844f1a306638fa21e4d48'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:02:55.790557 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322dd658-6802-447f-8646-6771e779f564 req-9a3ce0bd-1e35-40da-b6ea-a75e0123e66e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Made reservation on behalf of d61b81a29fa844f1a306638fa21e4d48 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:02:55.794119 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-322dd658-6802-447f-8646-6771e779f564 req-9a3ce0bd-1e35-40da-b6ea-a75e0123e66e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:55.920293 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-322dd658-6802-447f-8646-6771e779f564 req-9a3ce0bd-1e35-40da-b6ea-a75e0123e66e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Allocated IP 172.20.0.8 (6651ed05-3775-49c4-ba30-9c3b9fb722e5/58f5afc7-4d96-450f-9b54-26eb1817c02f/998533cc-a6e3-4469-9cf7-aab8de98fa57) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:02:56.071394 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-322dd658-6802-447f-8646-6771e779f564 req-9a3ce0bd-1e35-40da-b6ea-a75e0123e66e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:56.109074 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-322dd658-6802-447f-8646-6771e779f564 req-9a3ce0bd-1e35-40da-b6ea-a75e0123e66e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:56.153275 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322dd658-6802-447f-8646-6771e779f564 req-9a3ce0bd-1e35-40da-b6ea-a75e0123e66e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Network 6651ed05-3775-49c4-ba30-9c3b9fb722e5 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:02:56.156353 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-322dd658-6802-447f-8646-6771e779f564 req-9a3ce0bd-1e35-40da-b6ea-a75e0123e66e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:02:56.160182 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-322dd658-6802-447f-8646-6771e779f564 req-9a3ce0bd-1e35-40da-b6ea-a75e0123e66e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:02:56.167315 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ce0bd-1e35-40da-b6ea-a75e0123e66e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Pushing event updated for resources: {'Port': ['ID=998533cc-a6e3-4469-9cf7-aab8de98fa57,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:56.211313 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dd658-6802-447f-8646-6771e779f564 req-9a3ce0bd-1e35-40da-b6ea-a75e0123e66e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:56.211917 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-322dd658-6802-447f-8646-6771e779f564 req-9a3ce0bd-1e35-40da-b6ea-a75e0123e66e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:56.226069 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-322dd658-6802-447f-8646-6771e779f564 req-9a3ce0bd-1e35-40da-b6ea-a75e0123e66e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5457046 Jul 16 03:02:56.244537 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Request body: {'port': {'device_id': '91810b68-320d-45e1-9fee-b6601766fdea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:02:56.322219 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:56.582292 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998533cc-a6e3-4469-9cf7-aab8de98fa57 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:02:56.590794 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:56.604732 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Transition to ACTIVE for port object 998533cc-a6e3-4469-9cf7-aab8de98fa57 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:02:56.608429 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:56.694945 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=998533cc-a6e3-4469-9cf7-aab8de98fa57,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:56.775509 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Attempting to bind port 998533cc-a6e3-4469-9cf7-aab8de98fa57 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:02:56.775852 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Attempting to bind port 998533cc-a6e3-4469-9cf7-aab8de98fa57 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '639d7076-c0ad-45d9-ab62-8ba23e82727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6651ed05-3775-49c4-ba30-9c3b9fb722e5'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:02:56.776187 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Attempting to bind port 998533cc-a6e3-4469-9cf7-aab8de98fa57 on network 6651ed05-3775-49c4-ba30-9c3b9fb722e5 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:02:56.783267 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Port 998533cc-a6e3-4469-9cf7-aab8de98fa57 on network 6651ed05-3775-49c4-ba30-9c3b9fb722e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:02:56.783592 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Attempting to bind port 998533cc-a6e3-4469-9cf7-aab8de98fa57 on network 6651ed05-3775-49c4-ba30-9c3b9fb722e5 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:02:56.794551 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43a247-900a-4639-a0cd-9a6fb665e821 req-fdd6ed34-27e7-4ed5-bf27-a63977c266ab tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:56.796040 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da43a247-900a-4639-a0cd-9a6fb665e821 req-fdd6ed34-27e7-4ed5-bf27-a63977c266ab tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 943 time: 0.1125174 Jul 16 03:02:56.798700 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:02:56.799040 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Checking segment: {'id': '639d7076-c0ad-45d9-ab62-8ba23e82727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6651ed05-3775-49c4-ba30-9c3b9fb722e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:02:56.799687 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Bound using segment: {'id': '639d7076-c0ad-45d9-ab62-8ba23e82727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6651ed05-3775-49c4-ba30-9c3b9fb722e5'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:02:56.800113 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Bound port: 998533cc-a6e3-4469-9cf7-aab8de98fa57, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639d7076-c0ad-45d9-ab62-8ba23e82727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6651ed05-3775-49c4-ba30-9c3b9fb722e5'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:02:56.800471 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:56.871613 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da43a247-900a-4639-a0cd-9a6fb665e821 req-6fa22cd2-0151-44d0-86b2-46891a7e2b7d tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683408 Jul 16 03:02:56.893173 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] For port 998533cc-a6e3-4469-9cf7-aab8de98fa57, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:02:56.897009 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] For port 998533cc-a6e3-4469-9cf7-aab8de98fa57, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=998533cc-a6e3-4469-9cf7-aab8de98fa57,segment=NetworkSegment(639d7076-c0ad-45d9-ab62-8ba23e82727d),segment_id=639d7076-c0ad-45d9-ab62-8ba23e82727d)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:02:56.901028 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:56.934661 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:56.935279 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:56.936644 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-322dd658-6802-447f-8646-6771e779f564 req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] 10.222.0.59 "PUT /v2.0/ports/998533cc-a6e3-4469-9cf7-aab8de98fa57 HTTP/1.1" status: 200 len: 1093 time: 0.6961176 Jul 16 03:02:56.937102 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91810b68-320d-45e1-9fee-b6601766fdea', 'tag': '998533cc-a6e3-4469-9cf7-aab8de98fa57'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:02:56.939339 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561420fb-0035-4ad8-8432-eae314061234" -d '{"events": [{"name": "network-changed", "server_uuid": "91810b68-320d-45e1-9fee-b6601766fdea", "tag": "998533cc-a6e3-4469-9cf7-aab8de98fa57"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:02:56.962877 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea42717-1e75-47ad-a3c2-ac617ff15ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=998533cc-a6e3-4469-9cf7-aab8de98fa57,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:56.982745 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93451d7a-c216-413f-b190-1ce86b8cb397 x-openstack-request-id: req-93451d7a-c216-413f-b190-1ce86b8cb397 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:02:56.983033 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91810b68-320d-45e1-9fee-b6601766fdea", "tag": "998533cc-a6e3-4469-9cf7-aab8de98fa57", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:02:56.983287 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93451d7a-c216-413f-b190-1ce86b8cb397 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:02:56.983684 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91810b68-320d-45e1-9fee-b6601766fdea', 'tag': '998533cc-a6e3-4469-9cf7-aab8de98fa57', 'status': 'completed', 'code': 200} Jul 16 03:02:57.057161 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dd658-6802-447f-8646-6771e779f564 req-2688f487-76f2-4495-8674-4adc4a6a2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:57.058668 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-322dd658-6802-447f-8646-6771e779f564 req-2688f487-76f2-4495-8674-4adc4a6a2f3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d61b81a29fa844f1a306638fa21e4d48&device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 1096 time: 0.0542555 Jul 16 03:02:57.110974 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-322dd658-6802-447f-8646-6771e779f564 req-10599b49-1dd2-498d-bd4d-bb5dc3602e28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=998533cc-a6e3-4469-9cf7-aab8de98fa57 HTTP/1.1" status: 200 len: 217 time: 0.0374014 Jul 16 03:02:57.159966 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dd658-6802-447f-8646-6771e779f564 req-bc2341d2-927d-4a60-b395-7c07f540810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:57.162000 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-322dd658-6802-447f-8646-6771e779f564 req-bc2341d2-927d-4a60-b395-7c07f540810b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58f5afc7-4d96-450f-9b54-26eb1817c02f HTTP/1.1" status: 200 len: 849 time: 0.0434673 Jul 16 03:02:57.194235 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-322dd658-6802-447f-8646-6771e779f564 req-755fa951-b245-4226-aa6d-1df48419a0fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6651ed05-3775-49c4-ba30-9c3b9fb722e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258348 Jul 16 03:02:57.286298 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-322dd658-6802-447f-8646-6771e779f564 req-73a7b8a5-d485-4330-88d1-636f88d32abf service neutron] 10.222.0.59 "GET /v2.0/networks/6651ed05-3775-49c4-ba30-9c3b9fb722e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840700 Jul 16 03:02:57.375763 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-322dd658-6802-447f-8646-6771e779f564 req-4655f68e-a49f-4941-8f12-42f7e085b153 service neutron] 10.222.0.59 "GET /v2.0/networks/6651ed05-3775-49c4-ba30-9c3b9fb722e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816851 Jul 16 03:02:57.527564 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561420fb-0035-4ad8-8432-eae314061234 req-48174cc4-46d5-4c1f-947c-5ae212cfa328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:57.529114 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-561420fb-0035-4ad8-8432-eae314061234 req-48174cc4-46d5-4c1f-947c-5ae212cfa328 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d61b81a29fa844f1a306638fa21e4d48&device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 1096 time: 0.0540032 Jul 16 03:02:57.601423 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53638) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:57.627101 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561420fb-0035-4ad8-8432-eae314061234 req-52fb6893-5c8f-42a9-a830-0013b340eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:57.628563 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-561420fb-0035-4ad8-8432-eae314061234 req-52fb6893-5c8f-42a9-a830-0013b340eb04 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6651ed05-3775-49c4-ba30-9c3b9fb722e5 HTTP/1.1" status: 200 len: 910 time: 0.0898583 Jul 16 03:02:57.671865 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-561420fb-0035-4ad8-8432-eae314061234 req-4ffb9b2e-154d-482c-8d6e-77bfccc6a716 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=998533cc-a6e3-4469-9cf7-aab8de98fa57 HTTP/1.1" status: 200 len: 217 time: 0.0350893 Jul 16 03:02:57.706883 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-39d9e654-7992-4a7b-903b-09919a154ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:57.727001 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561420fb-0035-4ad8-8432-eae314061234 req-988a5c6e-640e-4a93-a879-023dcb02e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:57.728460 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-561420fb-0035-4ad8-8432-eae314061234 req-988a5c6e-640e-4a93-a879-023dcb02e7dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58f5afc7-4d96-450f-9b54-26eb1817c02f HTTP/1.1" status: 200 len: 849 time: 0.0470960 Jul 16 03:02:57.761585 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-561420fb-0035-4ad8-8432-eae314061234 req-e7c4a7e0-a796-4037-a220-cad26ca5b618 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6651ed05-3775-49c4-ba30-9c3b9fb722e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260355 Jul 16 03:02:57.796509 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-39d9e654-7992-4a7b-903b-09919a154ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:57.801176 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-39d9e654-7992-4a7b-903b-09919a154ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:57.843846 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-39d9e654-7992-4a7b-903b-09919a154ed8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4a648aae3a44a27ab983e5db8d9a573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412298 Jul 16 03:02:57.844857 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9e654-7992-4a7b-903b-09919a154ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc67d264-6edc-465c-8dbd-cb18513bf25f,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:57.846497 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53642) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:57.880877 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-561420fb-0035-4ad8-8432-eae314061234 req-04533542-0c34-4918-ba3d-83c5df4111c5 service neutron] 10.222.0.59 "GET /v2.0/networks/6651ed05-3775-49c4-ba30-9c3b9fb722e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094730 Jul 16 03:02:57.936380 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-87148c7a-76d5-4837-8d28-f5b6483d8fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:57.991836 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-87148c7a-76d5-4837-8d28-f5b6483d8fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:58.064310 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-561420fb-0035-4ad8-8432-eae314061234 req-ba02bb94-9d2a-484c-b8db-cc974597bfd7 service neutron] 10.222.0.59 "GET /v2.0/networks/6651ed05-3775-49c4-ba30-9c3b9fb722e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761672 Jul 16 03:02:58.095362 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9f258-d632-4662-b06c-a90a7dcc7813 req-333a0377-5331-4cb2-8775-a0d6db94ab58 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:58.097045 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-30f9f258-d632-4662-b06c-a90a7dcc7813 req-333a0377-5331-4cb2-8775-a0d6db94ab58 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 943 time: 0.1123903 Jul 16 03:02:58.103139 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-87148c7a-76d5-4837-8d28-f5b6483d8fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:58.105822 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-87148c7a-76d5-4837-8d28-f5b6483d8fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:58.106923 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-87148c7a-76d5-4837-8d28-f5b6483d8fa7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc67d264-6edc-465c-8dbd-cb18513bf25f HTTP/1.1" status: 204 len: 168 time: 0.2586420 Jul 16 03:02:58.127553 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87148c7a-76d5-4837-8d28-f5b6483d8fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc67d264-6edc-465c-8dbd-cb18513bf25f,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:58.150605 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-30f9f258-d632-4662-b06c-a90a7dcc7813 req-277f13aa-66fb-4fa1-b7f3-81535750a2d6 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425985 Jul 16 03:02:58.362639 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53650) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:58.376589 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-17f890c9-f3c4-4207-a41d-fa49785ad8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:58.463920 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-17f890c9-f3c4-4207-a41d-fa49785ad8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:58.467320 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-17f890c9-f3c4-4207-a41d-fa49785ad8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:58.503759 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f890c9-f3c4-4207-a41d-fa49785ad8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64e7e7a-bf55-4f1b-8703-8ac4eca90387,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:58.508874 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-17f890c9-f3c4-4207-a41d-fa49785ad8b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4f4fdecb7f9c42c5aa3e36e3e9421caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450691 Jul 16 03:02:58.511431 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53652) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:58.562611 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0f88-9c61-4223-a348-e8c14a595724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:58.584750 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0f88-9c61-4223-a348-e8c14a595724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:58.632423 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0f88-9c61-4223-a348-e8c14a595724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:58.635525 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6f1b0f88-9c61-4223-a348-e8c14a595724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:58.636685 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6f1b0f88-9c61-4223-a348-e8c14a595724 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e64e7e7a-bf55-4f1b-8703-8ac4eca90387 HTTP/1.1" status: 204 len: 168 time: 0.1243436 Jul 16 03:02:58.644298 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b0f88-9c61-4223-a348-e8c14a595724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64e7e7a-bf55-4f1b-8703-8ac4eca90387,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:59.142993 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 998533cc-a6e3-4469-9cf7-aab8de98fa57 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:02:59.245973 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 998533cc-a6e3-4469-9cf7-aab8de98fa57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=998533cc-a6e3-4469-9cf7-aab8de98fa57,segment=NetworkSegment(639d7076-c0ad-45d9-ab62-8ba23e82727d),segment_id=639d7076-c0ad-45d9-ab62-8ba23e82727d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:59.257610 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '998533cc-a6e3-4469-9cf7-aab8de98fa57', 'network_id': '6651ed05-3775-49c4-ba30-9c3b9fb722e5', 'port_id': '998533cc-a6e3-4469-9cf7-aab8de98fa57', 'mac_address': 'fa:16:3e:98:e2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f5afc7-4d96-450f-9b54-26eb1817c02f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:02:59.296181 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:59.305623 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53676) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:59.310063 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998533cc-a6e3-4469-9cf7-aab8de98fa57 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:02:59.330537 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e193f3e-b436-40ac-a7bd-3b90964f631e req-a8a9d0c5-1bb3-4322-8f72-2f2ac96eec91 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:59.330784 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 998533cc-a6e3-4469-9cf7-aab8de98fa57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=998533cc-a6e3-4469-9cf7-aab8de98fa57,segment=NetworkSegment(639d7076-c0ad-45d9-ab62-8ba23e82727d),segment_id=639d7076-c0ad-45d9-ab62-8ba23e82727d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:59.333261 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3e193f3e-b436-40ac-a7bd-3b90964f631e req-a8a9d0c5-1bb3-4322-8f72-2f2ac96eec91 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 943 time: 0.0671263 Jul 16 03:02:59.335587 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:59.377626 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3e193f3e-b436-40ac-a7bd-3b90964f631e req-0304d33f-5543-4474-aded-09ede0d21797 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359972 Jul 16 03:02:59.387361 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=998533cc-a6e3-4469-9cf7-aab8de98fa57,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:59.394842 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.395852 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.396253 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.396677 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.397097 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.397498 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.397895 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.398288 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.398705 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.399102 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.399492 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.399883 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.417669 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-298473351-network', 'tenant_id': 'beedef7711574f91b9f4064184425fed'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:02:59.437747 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] Made reservation on behalf of beedef7711574f91b9f4064184425fed for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:02:59.440237 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:59.449291 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:59.534809 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:59.539323 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:59.563978 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:02:59.575768 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8c7901-5208-4d4c-bfa7-802126c4f716,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:59.581152 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:59.581493 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] Added segment ca064bb8-0bf6-46d9-9a7f-f8b49683573f of type vlan for network c9d2db8c-4aee-441e-b739-2a72d215af58 Jul 16 03:02:59.620873 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:59.647823 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:59.648814 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:59.649397 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:59.678993 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['998533cc-a6e3-4469-9cf7-aab8de98fa57'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:02:59.683273 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3754363 Jul 16 03:02:59.686548 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53680) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:59.691629 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Request body: {'subnet': {'network_id': 'c9d2db8c-4aee-441e-b739-2a72d215af58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-298473351-subnet', 'tenant_id': 'beedef7711574f91b9f4064184425fed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:02:59.713367 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Made reservation on behalf of beedef7711574f91b9f4064184425fed for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:02:59.715836 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977991e-3fa9-444a-9742-314663ee6974 admin admin] Pushing event updated for resources: {'Network': ['ID=c9d2db8c-4aee-441e-b739-2a72d215af58,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:59.715998 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8577245'] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:59.725962 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network c9d2db8c-4aee-441e-b739-2a72d215af58 details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:02:59.892619 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8867488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8577231'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:59.955461 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Pushing event updated for resources: {'Subnet': ['ID=415cc6ae-a758-4efd-99d8-c98eb8babd2b,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:59.966881 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.967236 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.967592 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.967922 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.968262 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.968593 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.968959 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.969281 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.969623 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.969919 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.970251 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.970626 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:02:59.975636 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Checking segment: {'id': 'ca064bb8-0bf6-46d9-9a7f-f8b49683573f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c9d2db8c-4aee-441e-b739-2a72d215af58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:02:59.976064 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Network hostable DHCP agents. Network: c9d2db8c-4aee-441e-b739-2a72d215af58, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:02:59.993143 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Network c9d2db8c-4aee-441e-b739-2a72d215af58 is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:03:00.002526 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, c9d2db8c-4aee-441e-b739-2a72d215af58) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:00.016268 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40cd24d-3b48-4bbe-a99a-58704fda0db8 None None] Network c9d2db8c-4aee-441e-b739-2a72d215af58 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:03:00.016607 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:00.017420 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.038139 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-098db65d-9d93-40ef-a5aa-7ab42c76a87a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3502300 Jul 16 03:03:00.156402 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7c5574-f46e-4b86-a8f6-ba3c8c51f64a None None] Network c9d2db8c-4aee-441e-b739-2a72d215af58 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:03:00.495530 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53698) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:00.509453 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1035051452-network', 'tenant_id': '1e1acc79e79d4f3ebae90c2054880b14'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:00.554201 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] Made reservation on behalf of 1e1acc79e79d4f3ebae90c2054880b14 for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:03:00.556498 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.569364 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.597545 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e470b4c-2b19-452c-a28c-cf6d23cce8c4 req-4ecc5039-d3a5-490c-a3c0-94fd17eab12e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:00.599673 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8e470b4c-2b19-452c-a28c-cf6d23cce8c4 req-4ecc5039-d3a5-490c-a3c0-94fd17eab12e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 944 time: 0.1051915 Jul 16 03:03:00.657079 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8e470b4c-2b19-452c-a28c-cf6d23cce8c4 req-8a4a4e68-2285-42dc-bfa9-d6937205b7c9 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509889 Jul 16 03:03:00.704558 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.708932 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.732388 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:03:00.741978 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991167e9-3ecc-4e87-8adf-41d89e756ffd,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:00.746618 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.746961 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] Added segment fc01a047-805e-4291-8909-90ad24ec44d6 of type vlan for network 3c135b58-7dc7-44aa-a572-50b8918d4487 Jul 16 03:03:00.784929 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.816334 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.818058 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:00.818644 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:00.848570 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3512547 Jul 16 03:03:00.851075 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53702) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:00.855848 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-ba2d8b6e-876d-4862-ac2d-0056f8b18b9f admin admin] Request body: {'subnet': {'network_id': '3c135b58-7dc7-44aa-a572-50b8918d4487', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1035051452-subnet', 'tenant_id': '1e1acc79e79d4f3ebae90c2054880b14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:00.889910 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb026d-7fb0-4574-920b-094e0055685a admin admin] Pushing event updated for resources: {'Network': ['ID=3c135b58-7dc7-44aa-a572-50b8918d4487,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:00.899691 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 3c135b58-7dc7-44aa-a572-50b8918d4487 details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:03:00.905632 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2d8b6e-876d-4862-ac2d-0056f8b18b9f admin admin] Made reservation on behalf of 1e1acc79e79d4f3ebae90c2054880b14 for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:03:00.908083 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ba2d8b6e-876d-4862-ac2d-0056f8b18b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8577245'] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:01.073289 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ba2d8b6e-876d-4862-ac2d-0056f8b18b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8867488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8577231'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:01.128179 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d8b6e-876d-4862-ac2d-0056f8b18b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b4864c0-66f8-4227-8cc7-cf73339aa902,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:01.135194 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2d8b6e-876d-4862-ac2d-0056f8b18b9f admin admin] Checking segment: {'id': 'fc01a047-805e-4291-8909-90ad24ec44d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3c135b58-7dc7-44aa-a572-50b8918d4487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:03:01.135587 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2d8b6e-876d-4862-ac2d-0056f8b18b9f admin admin] Network hostable DHCP agents. Network: 3c135b58-7dc7-44aa-a572-50b8918d4487, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:03:01.140209 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 998533cc-a6e3-4469-9cf7-aab8de98fa57 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:03:01.151829 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2d8b6e-876d-4862-ac2d-0056f8b18b9f admin admin] Network 3c135b58-7dc7-44aa-a572-50b8918d4487 is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:03:01.161704 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-ba2d8b6e-876d-4862-ac2d-0056f8b18b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 3c135b58-7dc7-44aa-a572-50b8918d4487) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:01.165773 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2d8b6e-876d-4862-ac2d-0056f8b18b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:01.166347 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ba2d8b6e-876d-4862-ac2d-0056f8b18b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:01.173580 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e94e0a-3dad-4eb2-aebd-47725128d35f None None] Network 3c135b58-7dc7-44aa-a572-50b8918d4487 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:03:01.180292 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ba2d8b6e-876d-4862-ac2d-0056f8b18b9f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3281918 Jul 16 03:03:01.246921 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port 998533cc-a6e3-4469-9cf7-aab8de98fa57 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:03:01.255816 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 998533cc-a6e3-4469-9cf7-aab8de98fa57 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:03:01.256354 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:01.473668 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e3ef71-23b9-42d3-a0ba-39af8e642c9b None None] Network 3c135b58-7dc7-44aa-a572-50b8918d4487 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:03:01.557688 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:01.598548 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91810b68-320d-45e1-9fee-b6601766fdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998533cc-a6e3-4469-9cf7-aab8de98fa57'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:03:01.600838 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cdaf5a-5a2b-4a80-826a-ca5c14ec1683" -d '{"events": [{"server_uuid": "91810b68-320d-45e1-9fee-b6601766fdea", "name": "network-vif-plugged", "status": "completed", "tag": "998533cc-a6e3-4469-9cf7-aab8de98fa57"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:03:01.616912 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 998533cc-a6e3-4469-9cf7-aab8de98fa57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=998533cc-a6e3-4469-9cf7-aab8de98fa57,segment=NetworkSegment(639d7076-c0ad-45d9-ab62-8ba23e82727d),segment_id=639d7076-c0ad-45d9-ab62-8ba23e82727d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:01.637172 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:01.639932 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f42ef3-6345-4cce-ae1b-c3c657319bd3 x-openstack-request-id: req-88f42ef3-6345-4cce-ae1b-c3c657319bd3 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:03:01.640239 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91810b68-320d-45e1-9fee-b6601766fdea", "name": "network-vif-plugged", "status": "completed", "tag": "998533cc-a6e3-4469-9cf7-aab8de98fa57", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:03:01.640495 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88f42ef3-6345-4cce-ae1b-c3c657319bd3 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:03:01.640999 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91810b68-320d-45e1-9fee-b6601766fdea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998533cc-a6e3-4469-9cf7-aab8de98fa57', 'code': 200} Jul 16 03:03:01.712067 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=998533cc-a6e3-4469-9cf7-aab8de98fa57,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:01.867440 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712bcc3-6fb3-4217-9a5a-a5f566284236 req-74ebeb27-9dbd-4e42-8e20-7bcef4c3dca2 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:01.869059 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f712bcc3-6fb3-4217-9a5a-a5f566284236 req-74ebeb27-9dbd-4e42-8e20-7bcef4c3dca2 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 945 time: 0.0733676 Jul 16 03:03:01.936042 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f712bcc3-6fb3-4217-9a5a-a5f566284236 req-5096e247-4821-494a-8c20-fabbb0e88242 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554547 Jul 16 03:03:01.952378 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39c22-5fb7-48a7-8394-2df9475aa31d req-0ea89626-6249-47ff-a824-f6dc9a9df5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:01.952378 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-55c39c22-5fb7-48a7-8394-2df9475aa31d req-0ea89626-6249-47ff-a824-f6dc9a9df5b4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 1098 time: 0.0795875 Jul 16 03:03:01.987785 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-55c39c22-5fb7-48a7-8394-2df9475aa31d req-0f1de7e1-6ee8-48ae-b81a-180ef9e4eca2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285776 Jul 16 03:03:03.139765 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b3ef1-e718-4b27-95ec-3bd1b85c4e25 req-1ee0bba9-19a9-4cfa-b08d-a02ef65adf67 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:03.141345 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5c7b3ef1-e718-4b27-95ec-3bd1b85c4e25 req-1ee0bba9-19a9-4cfa-b08d-a02ef65adf67 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 945 time: 0.0683649 Jul 16 03:03:03.188300 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5c7b3ef1-e718-4b27-95ec-3bd1b85c4e25 req-a095186b-f740-4afe-8480-08b51de70416 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405719 Jul 16 03:03:04.380839 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba20bb-5bb1-4443-946a-d6eea765c530 req-3da6e1d1-f9ec-4353-866b-d17108c420cf tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:04.382353 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1bba20bb-5bb1-4443-946a-d6eea765c530 req-3da6e1d1-f9ec-4353-866b-d17108c420cf tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 945 time: 0.0699046 Jul 16 03:03:04.421980 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1bba20bb-5bb1-4443-946a-d6eea765c530 req-18efa929-a7ef-4d63-8049-80ec8bfcfa21 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339792 Jul 16 03:03:05.386943 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5864f3-22ee-4b31-bcee-7b45f16fc447 req-88d9f699-cf13-40bd-aedd-deee63235b66 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:05.388480 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fb5864f3-22ee-4b31-bcee-7b45f16fc447 req-88d9f699-cf13-40bd-aedd-deee63235b66 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 945 time: 0.0632241 Jul 16 03:03:05.426690 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fb5864f3-22ee-4b31-bcee-7b45f16fc447 req-1c7e46b8-2b08-437d-a16a-b8cee9b8b903 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319643 Jul 16 03:03:06.602038 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a782332-a986-4100-b4ae-2562779ff374 req-befdef46-4aff-410c-8715-a3ad2e648c59 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:06.603513 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7a782332-a986-4100-b4ae-2562779ff374 req-befdef46-4aff-410c-8715-a3ad2e648c59 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 945 time: 0.0653350 Jul 16 03:03:06.642000 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7a782332-a986-4100-b4ae-2562779ff374 req-d468cf20-7be6-425a-982e-1bec3a88ed1e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327132 Jul 16 03:03:06.887362 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1b744-5210-4d48-b149-c00f39c0abf4 req-99bd9f63-e0ea-4766-b121-ecf9c424e8bd tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:06.889055 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-aec1b744-5210-4d48-b149-c00f39c0abf4 req-99bd9f63-e0ea-4766-b121-ecf9c424e8bd tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.59 "GET /v2.0/ports?device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 945 time: 0.0701382 Jul 16 03:03:06.992161 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-aec1b744-5210-4d48-b149-c00f39c0abf4 req-7e053055-6045-4c24-9330-ba494e024bc9 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Deleting port 998533cc-a6e3-4469-9cf7-aab8de98fa57 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:03:06.992518 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-aec1b744-5210-4d48-b149-c00f39c0abf4 req-7e053055-6045-4c24-9330-ba494e024bc9 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:07.086148 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-aec1b744-5210-4d48-b149-c00f39c0abf4 req-7e053055-6045-4c24-9330-ba494e024bc9 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] For port 998533cc-a6e3-4469-9cf7-aab8de98fa57, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=998533cc-a6e3-4469-9cf7-aab8de98fa57,segment=NetworkSegment(639d7076-c0ad-45d9-ab62-8ba23e82727d),segment_id=639d7076-c0ad-45d9-ab62-8ba23e82727d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:07.086516 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-aec1b744-5210-4d48-b149-c00f39c0abf4 req-7e053055-6045-4c24-9330-ba494e024bc9 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:07.107973 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-aec1b744-5210-4d48-b149-c00f39c0abf4 req-7e053055-6045-4c24-9330-ba494e024bc9 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Calling delete_port for 998533cc-a6e3-4469-9cf7-aab8de98fa57 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:03:07.237684 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-aec1b744-5210-4d48-b149-c00f39c0abf4 req-7e053055-6045-4c24-9330-ba494e024bc9 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:07.266996 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e053055-6045-4c24-9330-ba494e024bc9 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Pushing event deleted for resources: {'Port': ['ID=998533cc-a6e3-4469-9cf7-aab8de98fa57,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:07.313794 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec1b744-5210-4d48-b149-c00f39c0abf4 req-7e053055-6045-4c24-9330-ba494e024bc9 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] No DVR routers for this DVR port 998533cc-a6e3-4469-9cf7-aab8de98fa57 on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:03:07.316178 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-aec1b744-5210-4d48-b149-c00f39c0abf4 req-7e053055-6045-4c24-9330-ba494e024bc9 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:07.318693 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-aec1b744-5210-4d48-b149-c00f39c0abf4 req-7e053055-6045-4c24-9330-ba494e024bc9 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.59 "DELETE /v2.0/ports/998533cc-a6e3-4469-9cf7-aab8de98fa57 HTTP/1.1" status: 204 len: 173 time: 0.4233420 Jul 16 03:03:07.319175 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91810b68-320d-45e1-9fee-b6601766fdea', 'name': 'network-vif-deleted', 'tag': '998533cc-a6e3-4469-9cf7-aab8de98fa57'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:03:07.321432 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d8fed9-3994-40fd-92d7-782f2b92e478" -d '{"events": [{"server_uuid": "91810b68-320d-45e1-9fee-b6601766fdea", "name": "network-vif-deleted", "tag": "998533cc-a6e3-4469-9cf7-aab8de98fa57"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:03:07.361667 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe08ec68-6b18-4f04-a569-8f7d82f47398 x-openstack-request-id: req-fe08ec68-6b18-4f04-a569-8f7d82f47398 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:03:07.361963 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91810b68-320d-45e1-9fee-b6601766fdea", "name": "network-vif-deleted", "tag": "998533cc-a6e3-4469-9cf7-aab8de98fa57", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:03:07.362217 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe08ec68-6b18-4f04-a569-8f7d82f47398 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:03:07.362612 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91810b68-320d-45e1-9fee-b6601766fdea', 'name': 'network-vif-deleted', 'tag': '998533cc-a6e3-4469-9cf7-aab8de98fa57', 'status': 'completed', 'code': 200} Jul 16 03:03:07.690687 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5618e53f-7995-48ab-b745-aa26c6a5dffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:07.798184 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-62d5c246-4ab5-4ef8-9d51-829cf2a4849a req-8f5f3943-c821-49cf-9d7a-eb7cd7b19861 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=91810b68-320d-45e1-9fee-b6601766fdea HTTP/1.1" status: 200 len: 210 time: 0.0294890 Jul 16 03:03:09.138811 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-97dc0510-7af9-486b-84f6-e206f86b6ce4 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:09.140162 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-97dc0510-7af9-486b-84f6-e206f86b6ce4 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/networks?id=6651ed05-3775-49c4-ba30-9c3b9fb722e5 HTTP/1.1" status: 200 len: 809 time: 0.0996480 Jul 16 03:03:09.154564 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-96966545-5ea0-4abe-80e5-a841b47e5e83 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/quotas/d61b81a29fa844f1a306638fa21e4d48 HTTP/1.1" status: 200 len: 375 time: 0.0089650 Jul 16 03:03:09.185628 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 998533cc-a6e3-4469-9cf7-aab8de98fa57 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:03:09.192888 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-f3e53bb5-7875-4851-b96f-3423fd5d10bd tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d61b81a29fa844f1a306638fa21e4d48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314233 Jul 16 03:03:09.206910 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: 998533cc-a6e3-4469-9cf7-aab8de98fa57 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:03:09.207261 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 998533cc-a6e3-4469-9cf7-aab8de98fa57 not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:03:09.282569 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-866579bf-c17c-461c-90b6-bdbf0c02c42d service neutron] 10.222.0.39 "GET /v2.0/networks/6651ed05-3775-49c4-ba30-9c3b9fb722e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838830 Jul 16 03:03:09.386281 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-7280fd01-37c7-4042-a42d-7d32b2a8bc62 service neutron] 10.222.0.39 "GET /v2.0/networks/6651ed05-3775-49c4-ba30-9c3b9fb722e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970657 Jul 16 03:03:09.560381 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-41025658-499d-4324-9bbe-6a17f6d77b47 req-35664edd-fc4a-4a9b-89c3-40a65f3a23c4 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 210 time: 0.0289361 Jul 16 03:03:10.738313 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a3ebdb7e-d0db-4e73-b2a7-05e0484e5370 req-2b1dbfb1-d76e-48a2-a822-93197a708f7e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 210 time: 0.0371227 Jul 16 03:03:10.765277 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-c76b5ab7-b2f5-411e-a6dd-d1e9347714ff tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:10.766798 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-c76b5ab7-b2f5-411e-a6dd-d1e9347714ff tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.59 "GET /v2.0/networks?id=6651ed05-3775-49c4-ba30-9c3b9fb722e5 HTTP/1.1" status: 200 len: 809 time: 0.1600537 Jul 16 03:03:10.785327 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-3333c750-746c-4282-9077-56cebf4e283b tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Request body: {'port': {'device_id': 'dda5edb0-a5ce-4557-b547-0f8ddaca76e9', 'network_id': '6651ed05-3775-49c4-ba30-9c3b9fb722e5', 'admin_state_up': True, 'tenant_id': 'd61b81a29fa844f1a306638fa21e4d48'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:10.897970 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-3333c750-746c-4282-9077-56cebf4e283b tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Made reservation on behalf of d61b81a29fa844f1a306638fa21e4d48 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:03:10.901665 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-3333c750-746c-4282-9077-56cebf4e283b tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:11.025901 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-3333c750-746c-4282-9077-56cebf4e283b tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Allocated IP 172.20.0.11 (6651ed05-3775-49c4-ba30-9c3b9fb722e5/58f5afc7-4d96-450f-9b54-26eb1817c02f/e23521ba-4416-44ee-ace7-88f70be59aef) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:03:11.169873 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-3333c750-746c-4282-9077-56cebf4e283b tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:11.207508 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-3333c750-746c-4282-9077-56cebf4e283b tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:11.246634 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-3333c750-746c-4282-9077-56cebf4e283b tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Network 6651ed05-3775-49c4-ba30-9c3b9fb722e5 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:03:11.251450 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-3333c750-746c-4282-9077-56cebf4e283b tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:11.255090 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-3333c750-746c-4282-9077-56cebf4e283b tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:03:11.284916 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333c750-746c-4282-9077-56cebf4e283b tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Pushing event updated for resources: {'Port': ['ID=e23521ba-4416-44ee-ace7-88f70be59aef,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:11.311425 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-3333c750-746c-4282-9077-56cebf4e283b tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:11.312033 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-3333c750-746c-4282-9077-56cebf4e283b tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:11.327041 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-3333c750-746c-4282-9077-56cebf4e283b tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5451305 Jul 16 03:03:11.344871 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Request body: {'port': {'device_id': 'dda5edb0-a5ce-4557-b547-0f8ddaca76e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:11.355830 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:11.661297 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4b7b3ae4-fc5c-4294-955a-d56f7a262c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:11.682323 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:11.960778 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33b24b-0317-44f7-8263-1ab4a29ce81a req-31e723c7-61d9-42cb-913a-411c5d1b7631 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:11.962281 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8e33b24b-0317-44f7-8263-1ab4a29ce81a req-31e723c7-61d9-42cb-913a-411c5d1b7631 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 932 time: 0.1031690 Jul 16 03:03:12.042099 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23521ba-4416-44ee-ace7-88f70be59aef {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:03:12.042099 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8e33b24b-0317-44f7-8263-1ab4a29ce81a req-819c8661-ed70-49e4-b3a4-c39f87b50e0d tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720773 Jul 16 03:03:12.045876 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:12.059448 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Transition to ACTIVE for port object e23521ba-4416-44ee-ace7-88f70be59aef will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:03:12.069900 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:12.117870 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Pushing event updated for resources: {'Port': ['ID=e23521ba-4416-44ee-ace7-88f70be59aef,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:12.192251 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Attempting to bind port e23521ba-4416-44ee-ace7-88f70be59aef on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:03:12.192613 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Attempting to bind port e23521ba-4416-44ee-ace7-88f70be59aef by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '639d7076-c0ad-45d9-ab62-8ba23e82727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6651ed05-3775-49c4-ba30-9c3b9fb722e5'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:03:12.192870 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Attempting to bind port e23521ba-4416-44ee-ace7-88f70be59aef on network 6651ed05-3775-49c4-ba30-9c3b9fb722e5 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:03:12.197096 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Port e23521ba-4416-44ee-ace7-88f70be59aef on network 6651ed05-3775-49c4-ba30-9c3b9fb722e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:03:12.197421 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Attempting to bind port e23521ba-4416-44ee-ace7-88f70be59aef on network 6651ed05-3775-49c4-ba30-9c3b9fb722e5 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:03:12.202162 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:03:12.202505 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Checking segment: {'id': '639d7076-c0ad-45d9-ab62-8ba23e82727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6651ed05-3775-49c4-ba30-9c3b9fb722e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:03:12.202897 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Bound using segment: {'id': '639d7076-c0ad-45d9-ab62-8ba23e82727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6651ed05-3775-49c4-ba30-9c3b9fb722e5'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:03:12.203327 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Bound port: e23521ba-4416-44ee-ace7-88f70be59aef, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '639d7076-c0ad-45d9-ab62-8ba23e82727d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6651ed05-3775-49c4-ba30-9c3b9fb722e5'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:03:12.203688 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:12.265064 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] For port e23521ba-4416-44ee-ace7-88f70be59aef, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:03:12.268038 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] For port e23521ba-4416-44ee-ace7-88f70be59aef, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e23521ba-4416-44ee-ace7-88f70be59aef,segment=NetworkSegment(639d7076-c0ad-45d9-ab62-8ba23e82727d),segment_id=639d7076-c0ad-45d9-ab62-8ba23e82727d)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:03:12.272410 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:12.306539 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:12.307151 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:12.308511 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] 10.222.0.59 "PUT /v2.0/ports/e23521ba-4416-44ee-ace7-88f70be59aef HTTP/1.1" status: 200 len: 1094 time: 0.9679103 Jul 16 03:03:12.308971 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda5edb0-a5ce-4557-b547-0f8ddaca76e9', 'tag': 'e23521ba-4416-44ee-ace7-88f70be59aef'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:03:12.311189 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f564d643-eec9-49ed-a355-486677fceb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "dda5edb0-a5ce-4557-b547-0f8ddaca76e9", "tag": "e23521ba-4416-44ee-ace7-88f70be59aef"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:03:12.338120 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3bba4-1d77-49bf-896a-f7533fef2cad service neutron] Pushing event updated for resources: {'Port': ['ID=e23521ba-4416-44ee-ace7-88f70be59aef,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:12.350587 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb870de-3831-473c-8653-62b15c3caef4 x-openstack-request-id: req-dfb870de-3831-473c-8653-62b15c3caef4 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:03:12.351055 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda5edb0-a5ce-4557-b547-0f8ddaca76e9", "tag": "e23521ba-4416-44ee-ace7-88f70be59aef", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:03:12.351389 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfb870de-3831-473c-8653-62b15c3caef4 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:03:12.351822 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda5edb0-a5ce-4557-b547-0f8ddaca76e9', 'tag': 'e23521ba-4416-44ee-ace7-88f70be59aef', 'status': 'completed', 'code': 200} Jul 16 03:03:12.383909 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:12.426413 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-0175e81e-5321-487c-8caf-58a7875036a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:12.428164 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-0175e81e-5321-487c-8caf-58a7875036a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d61b81a29fa844f1a306638fa21e4d48&device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 1097 time: 0.0589437 Jul 16 03:03:12.474618 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-6963b222-2b30-4914-8f82-1c142fc648e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e23521ba-4416-44ee-ace7-88f70be59aef HTTP/1.1" status: 200 len: 217 time: 0.0334086 Jul 16 03:03:12.521692 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-4f4675c3-8d91-4939-a932-65f568520c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:12.523204 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-4f4675c3-8d91-4939-a932-65f568520c68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58f5afc7-4d96-450f-9b54-26eb1817c02f HTTP/1.1" status: 200 len: 849 time: 0.0428884 Jul 16 03:03:12.559448 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-7e32c32b-ee6b-430c-bbd0-82684383ff09 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6651ed05-3775-49c4-ba30-9c3b9fb722e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294778 Jul 16 03:03:12.646829 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-a470f0f1-e9cb-4c1e-8189-75081c0d1d1c service neutron] 10.222.0.59 "GET /v2.0/networks/6651ed05-3775-49c4-ba30-9c3b9fb722e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809555 Jul 16 03:03:12.738531 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8cc48eaf-88d3-42f8-864a-bae102f22b8b req-418157b5-9dc0-44a5-bab7-e37a5b27696d service neutron] 10.222.0.59 "GET /v2.0/networks/6651ed05-3775-49c4-ba30-9c3b9fb722e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856209 Jul 16 03:03:12.887784 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564d643-eec9-49ed-a355-486677fceb8e req-3dde7b5d-84c7-41cf-ba97-5eeca74f9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:12.889298 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f564d643-eec9-49ed-a355-486677fceb8e req-3dde7b5d-84c7-41cf-ba97-5eeca74f9b33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d61b81a29fa844f1a306638fa21e4d48&device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 1097 time: 0.0540442 Jul 16 03:03:12.981280 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564d643-eec9-49ed-a355-486677fceb8e req-0b4c3576-39c2-4c9a-aa00-414ff7b46dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:12.982785 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f564d643-eec9-49ed-a355-486677fceb8e req-0b4c3576-39c2-4c9a-aa00-414ff7b46dce service neutron] 10.222.0.59 "GET /v2.0/networks?id=6651ed05-3775-49c4-ba30-9c3b9fb722e5 HTTP/1.1" status: 200 len: 910 time: 0.0865033 Jul 16 03:03:13.023969 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f564d643-eec9-49ed-a355-486677fceb8e req-933252fd-b329-4e43-a9ac-076bcbd0d21f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e23521ba-4416-44ee-ace7-88f70be59aef HTTP/1.1" status: 200 len: 217 time: 0.0343187 Jul 16 03:03:13.072064 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564d643-eec9-49ed-a355-486677fceb8e req-65ee5513-c5e2-412b-9328-f708f7bf7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:13.073694 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f564d643-eec9-49ed-a355-486677fceb8e req-65ee5513-c5e2-412b-9328-f708f7bf7d47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=58f5afc7-4d96-450f-9b54-26eb1817c02f HTTP/1.1" status: 200 len: 849 time: 0.0435650 Jul 16 03:03:13.108882 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f564d643-eec9-49ed-a355-486677fceb8e req-82c78f99-c3f7-4672-b1db-842de6bdb744 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6651ed05-3775-49c4-ba30-9c3b9fb722e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281487 Jul 16 03:03:13.237664 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f564d643-eec9-49ed-a355-486677fceb8e req-fa14daf2-99d2-4143-8f88-f25ee91f70a4 service neutron] 10.222.0.59 "GET /v2.0/networks/6651ed05-3775-49c4-ba30-9c3b9fb722e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215169 Jul 16 03:03:13.293528 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74171f-9144-43a7-b68e-d6ebab330b80 req-78523ad2-9f97-44b1-a3ab-3a96389b49a9 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:13.295018 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5d74171f-9144-43a7-b68e-d6ebab330b80 req-78523ad2-9f97-44b1-a3ab-3a96389b49a9 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 944 time: 0.1147237 Jul 16 03:03:13.372685 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5d74171f-9144-43a7-b68e-d6ebab330b80 req-fb94a2b8-aff6-4eda-9308-efea07031103 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508156 Jul 16 03:03:13.374939 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f564d643-eec9-49ed-a355-486677fceb8e req-684857b4-3ec8-47aa-89fe-3761073a0799 service neutron] 10.222.0.59 "GET /v2.0/networks/6651ed05-3775-49c4-ba30-9c3b9fb722e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298990 Jul 16 03:03:14.552736 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4249ebb7-d61e-40cb-9cae-6997cc6ee17c req-e152cbe4-1722-4d8f-a4c2-dba3e7ca8294 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:14.554262 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4249ebb7-d61e-40cb-9cae-6997cc6ee17c req-e152cbe4-1722-4d8f-a4c2-dba3e7ca8294 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 944 time: 0.0636482 Jul 16 03:03:14.591016 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4249ebb7-d61e-40cb-9cae-6997cc6ee17c req-3971a705-a5f6-40e9-a7d9-f829bddd4bf1 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311596 Jul 16 03:03:14.748711 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53884) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:14.792789 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Deleting subnet 415cc6ae-a758-4efd-99d8-c98eb8babd2b {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:03:14.796000 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:14.830861 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531563'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:14.833666 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:14.869610 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:14.925852 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8531459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12322986'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:14.949745 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415cc6ae-a758-4efd-99d8-c98eb8babd2b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:14.954168 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:14.957634 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/415cc6ae-a758-4efd-99d8-c98eb8babd2b HTTP/1.1" status: 204 len: 168 time: 0.2073672 Jul 16 03:03:14.959341 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53886) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:14.963061 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:14.963493 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:14.963907 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:14.964337 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:14.964792 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:14.965129 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:14.965495 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:14.965827 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:14.966161 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:14.966490 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:14.966810 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:14.967131 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab111c4-e924-4edf-910e-d5f826664a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:15.030340 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc7e34d3-514c-42a3-b86f-135e96a3e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.111337 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc7e34d3-514c-42a3-b86f-135e96a3e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.121966 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-dc7e34d3-514c-42a3-b86f-135e96a3e561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d2db8c-4aee-441e-b739-2a72d215af58']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:15.131950 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-dc7e34d3-514c-42a3-b86f-135e96a3e561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca064bb8-0bf6-46d9-9a7f-f8b49683573f') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:15.132250 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-dc7e34d3-514c-42a3-b86f-135e96a3e561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca064bb8-0bf6-46d9-9a7f-f8b49683573f') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:15.140883 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc7e34d3-514c-42a3-b86f-135e96a3e561 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12362030'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.155105 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc7e34d3-514c-42a3-b86f-135e96a3e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.161303 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7e34d3-514c-42a3-b86f-135e96a3e561 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:03:15.161687 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc7e34d3-514c-42a3-b86f-135e96a3e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8866269'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: timer() Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: cb(*args, **kw) Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: self._notify() Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: self.callback(batched_events) Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: event.method(event) Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._get(url).json() Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:03:15.163292 dv-cinder-788364-5-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:03:15.199718 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device e23521ba-4416-44ee-ace7-88f70be59aef details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:03:15.217277 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc7e34d3-514c-42a3-b86f-135e96a3e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.223379 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-dc7e34d3-514c-42a3-b86f-135e96a3e561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.225871 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-dc7e34d3-514c-42a3-b86f-135e96a3e561 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c9d2db8c-4aee-441e-b739-2a72d215af58 HTTP/1.1" status: 204 len: 168 time: 0.2655261 Jul 16 03:03:15.229485 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53888) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:15.238555 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e34d3-514c-42a3-b86f-135e96a3e561 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d2db8c-4aee-441e-b739-2a72d215af58,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:15.274135 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-969e3400-3a75-4605-af7e-7b34c7e21825 admin admin] Deleting subnet 2b4864c0-66f8-4227-8cc7-cf73339aa902 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:03:15.277449 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-969e3400-3a75-4605-af7e-7b34c7e21825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.299311 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port e23521ba-4416-44ee-ace7-88f70be59aef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e23521ba-4416-44ee-ace7-88f70be59aef,segment=NetworkSegment(639d7076-c0ad-45d9-ab62-8ba23e82727d),segment_id=639d7076-c0ad-45d9-ab62-8ba23e82727d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:15.310532 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': 'e23521ba-4416-44ee-ace7-88f70be59aef', 'network_id': '6651ed05-3775-49c4-ba30-9c3b9fb722e5', 'port_id': 'e23521ba-4416-44ee-ace7-88f70be59aef', 'mac_address': 'fa:16:3e:9e:20:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f5afc7-4d96-450f-9b54-26eb1817c02f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:03:15.311659 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-969e3400-3a75-4605-af7e-7b34c7e21825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531563'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.348960 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.355487 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-969e3400-3a75-4605-af7e-7b34c7e21825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.361955 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23521ba-4416-44ee-ace7-88f70be59aef {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:03:15.382489 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port e23521ba-4416-44ee-ace7-88f70be59aef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e23521ba-4416-44ee-ace7-88f70be59aef,segment=NetworkSegment(639d7076-c0ad-45d9-ab62-8ba23e82727d),segment_id=639d7076-c0ad-45d9-ab62-8ba23e82727d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:15.386936 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.408914 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-969e3400-3a75-4605-af7e-7b34c7e21825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8531459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12322986'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.432084 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e3400-3a75-4605-af7e-7b34c7e21825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b4864c0-66f8-4227-8cc7-cf73339aa902,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:15.436116 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=e23521ba-4416-44ee-ace7-88f70be59aef,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:15.437608 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-969e3400-3a75-4605-af7e-7b34c7e21825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.439443 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-969e3400-3a75-4605-af7e-7b34c7e21825 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2b4864c0-66f8-4227-8cc7-cf73339aa902 HTTP/1.1" status: 204 len: 168 time: 0.2089174 Jul 16 03:03:15.442687 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53890) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:15.508312 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7d33-e990-460e-95f9-44fad0120cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.586679 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7d33-e990-460e-95f9-44fad0120cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.596174 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-5f9f7d33-e990-460e-95f9-44fad0120cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c135b58-7dc7-44aa-a572-50b8918d4487']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:15.606423 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-5f9f7d33-e990-460e-95f9-44fad0120cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc01a047-805e-4291-8909-90ad24ec44d6') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:15.606713 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-5f9f7d33-e990-460e-95f9-44fad0120cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc01a047-805e-4291-8909-90ad24ec44d6') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:15.615748 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7d33-e990-460e-95f9-44fad0120cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531548'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.629170 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7d33-e990-460e-95f9-44fad0120cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.634983 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9f7d33-e990-460e-95f9-44fad0120cd7 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:03:15.635370 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7d33-e990-460e-95f9-44fad0120cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530337'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: timer() Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: cb(*args, **kw) Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: self._notify() Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: self.callback(batched_events) Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: event.method(event) Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: return self._get(url).json() Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:03:15.636996 dv-cinder-788364-5-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:03:15.656925 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['e23521ba-4416-44ee-ace7-88f70be59aef'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:03:15.697720 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7d33-e990-460e-95f9-44fad0120cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.703179 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5f9f7d33-e990-460e-95f9-44fad0120cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.708530 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5f9f7d33-e990-460e-95f9-44fad0120cd7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3c135b58-7dc7-44aa-a572-50b8918d4487 HTTP/1.1" status: 204 len: 168 time: 0.2648005 Jul 16 03:03:15.719381 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f7d33-e990-460e-95f9-44fad0120cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c135b58-7dc7-44aa-a572-50b8918d4487,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:15.783505 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8e6f6-2fdf-4ff0-8140-49d2b8c70136 req-7ef686fb-4795-4b6d-a770-d113e02f2bdf tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:15.789162 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ffb8e6f6-2fdf-4ff0-8140-49d2b8c70136 req-7ef686fb-4795-4b6d-a770-d113e02f2bdf tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 945 time: 0.0848155 Jul 16 03:03:15.825459 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ffb8e6f6-2fdf-4ff0-8140-49d2b8c70136 req-c9837df7-4b28-4427-9d38-64b7a1d6b901 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341835 Jul 16 03:03:15.879787 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53896) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:15.919192 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c607f06a-2328-43bc-8142-b3a21a6ab18d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=beedef7711574f91b9f4064184425fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382593 Jul 16 03:03:15.921683 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53898) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:15.967041 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2e116297-1079-4d59-bd66-f37070c4ed15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:15.987793 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2e116297-1079-4d59-bd66-f37070c4ed15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:16.034154 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2e116297-1079-4d59-bd66-f37070c4ed15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:16.036750 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-2e116297-1079-4d59-bd66-f37070c4ed15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:16.037908 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-2e116297-1079-4d59-bd66-f37070c4ed15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af8c7901-5208-4d4c-bfa7-802126c4f716 HTTP/1.1" status: 204 len: 168 time: 0.1153572 Jul 16 03:03:16.045488 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e116297-1079-4d59-bd66-f37070c4ed15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8c7901-5208-4d4c-bfa7-802126c4f716,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:16.344138 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53904) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:16.383227 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-840ec996-49dc-471b-acd7-57fb0a91108f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e1acc79e79d4f3ebae90c2054880b14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379138 Jul 16 03:03:16.385852 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53906) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:16.433567 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b5437015-8755-44b1-bf45-9795173f2d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:16.454155 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b5437015-8755-44b1-bf45-9795173f2d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:16.499842 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b5437015-8755-44b1-bf45-9795173f2d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:16.502409 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-b5437015-8755-44b1-bf45-9795173f2d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:16.503552 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-b5437015-8755-44b1-bf45-9795173f2d05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/991167e9-3ecc-4e87-8adf-41d89e756ffd HTTP/1.1" status: 204 len: 168 time: 0.1167014 Jul 16 03:03:16.512302 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5437015-8755-44b1-bf45-9795173f2d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991167e9-3ecc-4e87-8adf-41d89e756ffd,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:17.009294 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba85e-d1d2-433a-8500-0ec42aeda183 req-c09c8084-d939-4156-9da6-dd6e86d014aa tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:17.011933 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8b3ba85e-d1d2-433a-8500-0ec42aeda183 req-c09c8084-d939-4156-9da6-dd6e86d014aa tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 945 time: 0.0702400 Jul 16 03:03:17.050881 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8b3ba85e-d1d2-433a-8500-0ec42aeda183 req-c0b5791c-815b-4b31-849c-cad31f9ceaad tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338080 Jul 16 03:03:17.231186 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device e23521ba-4416-44ee-ace7-88f70be59aef up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:03:17.278845 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port e23521ba-4416-44ee-ace7-88f70be59aef completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:03:17.282521 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port e23521ba-4416-44ee-ace7-88f70be59aef triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:03:17.282887 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:17.375006 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:17.397341 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda5edb0-a5ce-4557-b547-0f8ddaca76e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23521ba-4416-44ee-ace7-88f70be59aef'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:03:17.399810 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ef70a6-3713-4a4d-b409-cb37d75d2c32" -d '{"events": [{"server_uuid": "dda5edb0-a5ce-4557-b547-0f8ddaca76e9", "name": "network-vif-plugged", "status": "completed", "tag": "e23521ba-4416-44ee-ace7-88f70be59aef"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:03:17.413665 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port e23521ba-4416-44ee-ace7-88f70be59aef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e23521ba-4416-44ee-ace7-88f70be59aef,segment=NetworkSegment(639d7076-c0ad-45d9-ab62-8ba23e82727d),segment_id=639d7076-c0ad-45d9-ab62-8ba23e82727d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:17.419290 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:17.446666 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddc990c-867c-4234-953c-5a196be40cbb x-openstack-request-id: req-dddc990c-867c-4234-953c-5a196be40cbb {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:03:17.446952 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda5edb0-a5ce-4557-b547-0f8ddaca76e9", "name": "network-vif-plugged", "status": "completed", "tag": "e23521ba-4416-44ee-ace7-88f70be59aef", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:03:17.447205 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dddc990c-867c-4234-953c-5a196be40cbb {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:03:17.447593 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda5edb0-a5ce-4557-b547-0f8ddaca76e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23521ba-4416-44ee-ace7-88f70be59aef', 'code': 200} Jul 16 03:03:17.473283 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=e23521ba-4416-44ee-ace7-88f70be59aef,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:17.709662 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f9b00-9aa4-4064-a41d-6ad0eb332528 req-52d3efb9-c4e2-4439-a420-10a09b007f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:17.711046 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-334f9b00-9aa4-4064-a41d-6ad0eb332528 req-52d3efb9-c4e2-4439-a420-10a09b007f78 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 1099 time: 0.0542386 Jul 16 03:03:17.744815 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-334f9b00-9aa4-4064-a41d-6ad0eb332528 req-4ba9af18-5a7e-47b8-b9b9-d0392d9d6c18 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270071 Jul 16 03:03:18.223720 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3503d7-2c13-4fdf-b3db-1f4ac5838e21 req-9aa9985a-3e34-4b70-b756-4e0924916bdb tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:18.225286 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1d3503d7-2c13-4fdf-b3db-1f4ac5838e21 req-9aa9985a-3e34-4b70-b756-4e0924916bdb tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 946 time: 0.0654719 Jul 16 03:03:18.263804 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1d3503d7-2c13-4fdf-b3db-1f4ac5838e21 req-6b842b54-db10-4d40-a72b-b81227d55a35 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327299 Jul 16 03:03:18.932441 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:19.443705 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219b866-471e-479c-9df2-66cc3edf939b req-74d9585c-6343-411d-a7ce-a97d360159f2 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:19.445223 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6219b866-471e-479c-9df2-66cc3edf939b req-74d9585c-6343-411d-a7ce-a97d360159f2 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 946 time: 0.0667429 Jul 16 03:03:19.481909 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6219b866-471e-479c-9df2-66cc3edf939b req-b465ed39-9e15-4d5d-b3d8-44460a012ef2 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311861 Jul 16 03:03:19.887948 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:03:20.072048 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 53970) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:20.180143 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ff65afdb-231f-4989-8b78-b73dea7c99ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:20.275049 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ff65afdb-231f-4989-8b78-b73dea7c99ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:20.278874 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ff65afdb-231f-4989-8b78-b73dea7c99ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:20.347202 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ff65afdb-231f-4989-8b78-b73dea7c99ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9c15121fe4e41c1a99b1a5b3e78fb39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738302 Jul 16 03:03:20.348043 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65afdb-231f-4989-8b78-b73dea7c99ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54316a6c-356c-44c3-a4d4-bf4743542437,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:20.350849 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53976) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:20.383574 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ade90-c857-4616-b2c5-77e4cfff8dab req-b8a7213d-e71e-496f-acdc-9866e667fc1e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:20.385103 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de0ade90-c857-4616-b2c5-77e4cfff8dab req-b8a7213d-e71e-496f-acdc-9866e667fc1e tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 946 time: 0.0910778 Jul 16 03:03:20.406481 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ed76524-79d5-4b13-aa96-f92a702875b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:20.428285 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ed76524-79d5-4b13-aa96-f92a702875b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:20.429952 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-de0ade90-c857-4616-b2c5-77e4cfff8dab req-ebb7f533-3e1a-4790-92a6-cac76d9189fa tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359097 Jul 16 03:03:20.476442 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ed76524-79d5-4b13-aa96-f92a702875b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:20.478878 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9ed76524-79d5-4b13-aa96-f92a702875b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:20.479997 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9ed76524-79d5-4b13-aa96-f92a702875b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54316a6c-356c-44c3-a4d4-bf4743542437 HTTP/1.1" status: 204 len: 168 time: 0.1273270 Jul 16 03:03:20.487309 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed76524-79d5-4b13-aa96-f92a702875b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54316a6c-356c-44c3-a4d4-bf4743542437,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:21.080475 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 53998) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:21.174761 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-908338672-network', 'tenant_id': '9247ea949dd447d5b6ea3f28bdc1bac3'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:21.195004 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] Made reservation on behalf of 9247ea949dd447d5b6ea3f28bdc1bac3 for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:03:21.197741 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:21.206284 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:21.297470 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:21.301379 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:21.325183 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:03:21.335434 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ec61e0-f727-45c5-9c1e-a646a8e0c725,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:21.340425 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:21.340801 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] Added segment 8593b997-17e7-48d8-8092-13b2e5b2dca3 of type vlan for network 08a29809-e28c-411c-9849-799df5b4efdd Jul 16 03:03:21.380933 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:21.411411 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:21.412395 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:21.413009 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:21.447759 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3661411 Jul 16 03:03:21.450783 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54002) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:21.455742 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-0864d33c-cbab-418e-a102-110b850a3816 admin admin] Request body: {'subnet': {'network_id': '08a29809-e28c-411c-9849-799df5b4efdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-908338672-subnet', 'tenant_id': '9247ea949dd447d5b6ea3f28bdc1bac3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:21.473693 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec878b-6e39-4bb1-87b5-0ef24c35a71d admin admin] Pushing event updated for resources: {'Network': ['ID=08a29809-e28c-411c-9849-799df5b4efdd,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:21.481390 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0864d33c-cbab-418e-a102-110b850a3816 admin admin] Made reservation on behalf of 9247ea949dd447d5b6ea3f28bdc1bac3 for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:03:21.485051 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 08a29809-e28c-411c-9849-799df5b4efdd details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:03:21.485543 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0864d33c-cbab-418e-a102-110b850a3816 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8577245'] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:21.669601 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93064073-b3d5-4c3c-a5bc-9a90bdbcdb37 req-841a4fea-5c20-4594-aa94-f16d26309445 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:21.671665 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-93064073-b3d5-4c3c-a5bc-9a90bdbcdb37 req-841a4fea-5c20-4594-aa94-f16d26309445 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 946 time: 0.1189795 Jul 16 03:03:21.739725 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0864d33c-cbab-418e-a102-110b850a3816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8867488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8577231'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:21.769985 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-93064073-b3d5-4c3c-a5bc-9a90bdbcdb37 req-906a1884-2a71-414d-ab6f-ae7d1bcac32a tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/security-groups?id=d88b5eb9-f3c8-4562-9ded-f746495e585b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892982 Jul 16 03:03:21.802031 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864d33c-cbab-418e-a102-110b850a3816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fbbbf1b-7a2f-47c8-a5bf-c13bbab862cf,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:21.836472 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0864d33c-cbab-418e-a102-110b850a3816 admin admin] Checking segment: {'id': '8593b997-17e7-48d8-8092-13b2e5b2dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '08a29809-e28c-411c-9849-799df5b4efdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:03:21.836853 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864d33c-cbab-418e-a102-110b850a3816 admin admin] Network hostable DHCP agents. Network: 08a29809-e28c-411c-9849-799df5b4efdd, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:03:21.862014 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0864d33c-cbab-418e-a102-110b850a3816 admin admin] Network 08a29809-e28c-411c-9849-799df5b4efdd is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:03:21.875088 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-0864d33c-cbab-418e-a102-110b850a3816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 08a29809-e28c-411c-9849-799df5b4efdd) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:21.885056 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8729c03e-a139-488a-bc89-b811e8e03cbb None None] Network 08a29809-e28c-411c-9849-799df5b4efdd requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:03:21.886119 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea71659-c57f-4869-b9fb-70490da657a1 req-94c38be4-833c-4dda-8f24-88295fb39063 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:21.887591 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fea71659-c57f-4869-b9fb-70490da657a1 req-94c38be4-833c-4dda-8f24-88295fb39063 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.59 "GET /v2.0/ports?device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 946 time: 0.0871108 Jul 16 03:03:21.888816 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0864d33c-cbab-418e-a102-110b850a3816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:21.889400 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0864d33c-cbab-418e-a102-110b850a3816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:21.928533 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0864d33c-cbab-418e-a102-110b850a3816 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4766376 Jul 16 03:03:22.000520 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-fea71659-c57f-4869-b9fb-70490da657a1 req-310bd3e3-50c1-4649-b8cd-3696ef03d254 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Deleting port e23521ba-4416-44ee-ace7-88f70be59aef {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:03:22.001052 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-fea71659-c57f-4869-b9fb-70490da657a1 req-310bd3e3-50c1-4649-b8cd-3696ef03d254 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:22.014709 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f1c0df-9bd0-4a03-8bf8-f3b7dc4f6be0 None None] Network 08a29809-e28c-411c-9849-799df5b4efdd requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:03:22.105010 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-fea71659-c57f-4869-b9fb-70490da657a1 req-310bd3e3-50c1-4649-b8cd-3696ef03d254 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] For port e23521ba-4416-44ee-ace7-88f70be59aef, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e23521ba-4416-44ee-ace7-88f70be59aef,segment=NetworkSegment(639d7076-c0ad-45d9-ab62-8ba23e82727d),segment_id=639d7076-c0ad-45d9-ab62-8ba23e82727d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:22.105273 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-fea71659-c57f-4869-b9fb-70490da657a1 req-310bd3e3-50c1-4649-b8cd-3696ef03d254 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:22.117461 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-fea71659-c57f-4869-b9fb-70490da657a1 req-310bd3e3-50c1-4649-b8cd-3696ef03d254 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Calling delete_port for e23521ba-4416-44ee-ace7-88f70be59aef owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:03:22.245997 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-fea71659-c57f-4869-b9fb-70490da657a1 req-310bd3e3-50c1-4649-b8cd-3696ef03d254 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:22.279708 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bd3e3-50c1-4649-b8cd-3696ef03d254 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Pushing event deleted for resources: {'Port': ['ID=e23521ba-4416-44ee-ace7-88f70be59aef,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:22.282583 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['e23521ba-4416-44ee-ace7-88f70be59aef'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:03:22.334800 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea71659-c57f-4869-b9fb-70490da657a1 req-310bd3e3-50c1-4649-b8cd-3696ef03d254 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] No DVR routers for this DVR port e23521ba-4416-44ee-ace7-88f70be59aef on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:03:22.337261 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-fea71659-c57f-4869-b9fb-70490da657a1 req-310bd3e3-50c1-4649-b8cd-3696ef03d254 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:22.339240 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fea71659-c57f-4869-b9fb-70490da657a1 req-310bd3e3-50c1-4649-b8cd-3696ef03d254 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.59 "DELETE /v2.0/ports/e23521ba-4416-44ee-ace7-88f70be59aef HTTP/1.1" status: 204 len: 173 time: 0.4435177 Jul 16 03:03:22.339674 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda5edb0-a5ce-4557-b547-0f8ddaca76e9', 'name': 'network-vif-deleted', 'tag': 'e23521ba-4416-44ee-ace7-88f70be59aef'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:03:22.341939 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a68af0e-76c0-429c-b739-755e00e4fb4c" -d '{"events": [{"server_uuid": "dda5edb0-a5ce-4557-b547-0f8ddaca76e9", "name": "network-vif-deleted", "tag": "e23521ba-4416-44ee-ace7-88f70be59aef"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:03:22.380513 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71fb198-9b25-4cc1-b4a6-8f9659030f59 x-openstack-request-id: req-a71fb198-9b25-4cc1-b4a6-8f9659030f59 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:03:22.380829 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda5edb0-a5ce-4557-b547-0f8ddaca76e9", "name": "network-vif-deleted", "tag": "e23521ba-4416-44ee-ace7-88f70be59aef", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:03:22.381086 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a71fb198-9b25-4cc1-b4a6-8f9659030f59 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:03:22.381474 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda5edb0-a5ce-4557-b547-0f8ddaca76e9', 'name': 'network-vif-deleted', 'tag': 'e23521ba-4416-44ee-ace7-88f70be59aef', 'status': 'completed', 'code': 200} Jul 16 03:03:22.924772 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e3c9c62b-0bca-4ebb-b5e6-fda4ff529d13 req-0e56a69e-6b8c-4e5f-be03-07a5f34d1db5 tempest-VolumesActionsTest-1269205267 tempest-VolumesActionsTest-1269205267-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda5edb0-a5ce-4557-b547-0f8ddaca76e9 HTTP/1.1" status: 200 len: 210 time: 0.0282879 Jul 16 03:03:23.744773 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-56dffe9c-2790-46f2-9a38-6d476649b9fe tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:23.746181 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-56dffe9c-2790-46f2-9a38-6d476649b9fe tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/networks?id=08a29809-e28c-411c-9849-799df5b4efdd HTTP/1.1" status: 200 len: 813 time: 0.1025939 Jul 16 03:03:23.761104 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-4169cf5f-17aa-4849-a7bf-3d005650c2b9 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/quotas/9247ea949dd447d5b6ea3f28bdc1bac3 HTTP/1.1" status: 200 len: 375 time: 0.0095372 Jul 16 03:03:23.793746 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-e3af7be6-7f49-45d6-a78c-1521ae5f8816 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9247ea949dd447d5b6ea3f28bdc1bac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277753 Jul 16 03:03:23.886251 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-750dcfd8-5afe-4283-8890-58dac1825581 service neutron] 10.222.0.39 "GET /v2.0/networks/08a29809-e28c-411c-9849-799df5b4efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854635 Jul 16 03:03:23.972910 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-2d1d7d10-4447-45c3-a25c-9f52aaea4be7 service neutron] 10.222.0.39 "GET /v2.0/networks/08a29809-e28c-411c-9849-799df5b4efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809121 Jul 16 03:03:24.180256 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-06810556-ee51-40b5-990e-2b2b68dab24d req-5e90b673-9e4b-44c1-aec5-bd9a92d88489 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 210 time: 0.0346270 Jul 16 03:03:25.327154 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-72bc284b-80f6-4cb2-a960-4a524a79b1c3 req-f548cdf9-08c9-47e5-bd1e-c95886cb159c tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 210 time: 0.0322242 Jul 16 03:03:26.468141 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ebccb3da-0564-46d0-b164-a1248c4dea88 req-98916de0-257d-4fa2-bb33-8ddf9c229bde tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 210 time: 0.0285196 Jul 16 03:03:26.699746 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device e23521ba-4416-44ee-ace7-88f70be59aef no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:03:26.720459 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: e23521ba-4416-44ee-ace7-88f70be59aef {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:03:26.720840 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device e23521ba-4416-44ee-ace7-88f70be59aef not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:03:27.606522 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a885da64-1635-4442-b895-baf8f5cfee63 req-758decb9-b96d-4c00-8cdd-b60437a82d01 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 210 time: 0.0276117 Jul 16 03:03:27.910165 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-66998513-797c-4fc2-bb26-a586f77654b7 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:27.911605 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-66998513-797c-4fc2-bb26-a586f77654b7 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.59 "GET /v2.0/networks?id=08a29809-e28c-411c-9849-799df5b4efdd HTTP/1.1" status: 200 len: 813 time: 0.1034360 Jul 16 03:03:27.932251 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-26f46813-8ecc-4299-8a96-bee8d62a567a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Request body: {'port': {'device_id': 'c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6', 'network_id': '08a29809-e28c-411c-9849-799df5b4efdd', 'admin_state_up': True, 'tenant_id': '9247ea949dd447d5b6ea3f28bdc1bac3'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:28.039571 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-26f46813-8ecc-4299-8a96-bee8d62a567a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Made reservation on behalf of 9247ea949dd447d5b6ea3f28bdc1bac3 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:03:28.043237 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-26f46813-8ecc-4299-8a96-bee8d62a567a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:28.166151 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-26f46813-8ecc-4299-8a96-bee8d62a567a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Allocated IP 172.20.0.9 (08a29809-e28c-411c-9849-799df5b4efdd/8fbbbf1b-7a2f-47c8-a5bf-c13bbab862cf/8751fd02-d0df-4eff-8d65-1cee3913297d) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:03:28.310722 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-26f46813-8ecc-4299-8a96-bee8d62a567a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:28.348902 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-26f46813-8ecc-4299-8a96-bee8d62a567a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:28.393402 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-26f46813-8ecc-4299-8a96-bee8d62a567a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Network 08a29809-e28c-411c-9849-799df5b4efdd is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:03:28.396510 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-26f46813-8ecc-4299-8a96-bee8d62a567a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:28.400497 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-26f46813-8ecc-4299-8a96-bee8d62a567a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:03:28.422846 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f46813-8ecc-4299-8a96-bee8d62a567a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Pushing event updated for resources: {'Port': ['ID=8751fd02-d0df-4eff-8d65-1cee3913297d,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:28.450944 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-26f46813-8ecc-4299-8a96-bee8d62a567a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:28.451552 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-26f46813-8ecc-4299-8a96-bee8d62a567a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:28.465491 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-26f46813-8ecc-4299-8a96-bee8d62a567a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5369830 Jul 16 03:03:28.482131 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Request body: {'port': {'device_id': 'c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:28.556908 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:28.859645 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a9d02-7840-4e65-a57b-4451cb8ab223 req-c6165cf5-1901-481b-a847-1c53543d7786 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:28.861145 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b05a9d02-7840-4e65-a57b-4451cb8ab223 req-c6165cf5-1901-481b-a847-1c53543d7786 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 931 time: 0.1258872 Jul 16 03:03:28.879460 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8751fd02-d0df-4eff-8d65-1cee3913297d {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:03:28.892689 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:28.917416 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Transition to ACTIVE for port object 8751fd02-d0df-4eff-8d65-1cee3913297d will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:03:28.922679 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b05a9d02-7840-4e65-a57b-4451cb8ab223 req-03dffc2e-c407-4698-aec0-2d6ee446c93a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530710 Jul 16 03:03:28.924014 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:28.985236 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Pushing event updated for resources: {'Port': ['ID=8751fd02-d0df-4eff-8d65-1cee3913297d,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:29.066830 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Attempting to bind port 8751fd02-d0df-4eff-8d65-1cee3913297d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:03:29.067180 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Attempting to bind port 8751fd02-d0df-4eff-8d65-1cee3913297d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8593b997-17e7-48d8-8092-13b2e5b2dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '08a29809-e28c-411c-9849-799df5b4efdd'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:03:29.067514 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Attempting to bind port 8751fd02-d0df-4eff-8d65-1cee3913297d on network 08a29809-e28c-411c-9849-799df5b4efdd {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:03:29.072524 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Port 8751fd02-d0df-4eff-8d65-1cee3913297d on network 08a29809-e28c-411c-9849-799df5b4efdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:03:29.072877 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Attempting to bind port 8751fd02-d0df-4eff-8d65-1cee3913297d on network 08a29809-e28c-411c-9849-799df5b4efdd {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:03:29.078063 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:03:29.078448 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Checking segment: {'id': '8593b997-17e7-48d8-8092-13b2e5b2dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '08a29809-e28c-411c-9849-799df5b4efdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:03:29.078843 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Bound using segment: {'id': '8593b997-17e7-48d8-8092-13b2e5b2dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '08a29809-e28c-411c-9849-799df5b4efdd'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:03:29.079270 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Bound port: 8751fd02-d0df-4eff-8d65-1cee3913297d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8593b997-17e7-48d8-8092-13b2e5b2dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '08a29809-e28c-411c-9849-799df5b4efdd'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:03:29.079630 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:29.158625 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] For port 8751fd02-d0df-4eff-8d65-1cee3913297d, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:03:29.163062 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] For port 8751fd02-d0df-4eff-8d65-1cee3913297d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8751fd02-d0df-4eff-8d65-1cee3913297d,segment=NetworkSegment(8593b997-17e7-48d8-8092-13b2e5b2dca3),segment_id=8593b997-17e7-48d8-8092-13b2e5b2dca3)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:03:29.169484 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:29.220463 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:29.221226 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:29.222746 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] 10.222.0.59 "PUT /v2.0/ports/8751fd02-d0df-4eff-8d65-1cee3913297d HTTP/1.1" status: 200 len: 1093 time: 0.7446911 Jul 16 03:03:29.223266 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6', 'tag': '8751fd02-d0df-4eff-8d65-1cee3913297d'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:03:29.225704 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4883343b-084e-4db0-b32d-cc1960aacb80" -d '{"events": [{"name": "network-changed", "server_uuid": "c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6", "tag": "8751fd02-d0df-4eff-8d65-1cee3913297d"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:03:29.247412 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff8deb-f9ef-4491-9ad9-effe7a23d5cf service neutron] Pushing event updated for resources: {'Port': ['ID=8751fd02-d0df-4eff-8d65-1cee3913297d,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:29.281500 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4519f1bc-902c-43c6-9c6e-4de6d5e52247 x-openstack-request-id: req-4519f1bc-902c-43c6-9c6e-4de6d5e52247 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:03:29.281840 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6", "tag": "8751fd02-d0df-4eff-8d65-1cee3913297d", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:03:29.282100 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4519f1bc-902c-43c6-9c6e-4de6d5e52247 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:03:29.282498 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6', 'tag': '8751fd02-d0df-4eff-8d65-1cee3913297d', 'status': 'completed', 'code': 200} Jul 16 03:03:29.360715 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-603bcf6b-b4c0-4f39-ba55-9edf7192ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:29.362829 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-603bcf6b-b4c0-4f39-ba55-9edf7192ef13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9247ea949dd447d5b6ea3f28bdc1bac3&device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 1096 time: 0.0609851 Jul 16 03:03:29.416654 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-68cad0ab-4c6c-4ac4-aef8-0854d601eff6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8751fd02-d0df-4eff-8d65-1cee3913297d HTTP/1.1" status: 200 len: 217 time: 0.0398400 Jul 16 03:03:29.732466 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-5a343483-2a8b-45b4-97fa-4f13964895d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:29.734308 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-5a343483-2a8b-45b4-97fa-4f13964895d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8fbbbf1b-7a2f-47c8-a5bf-c13bbab862cf HTTP/1.1" status: 200 len: 853 time: 0.3112564 Jul 16 03:03:29.768749 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-2e8d64c3-1d1f-492d-bf6d-24366e57010f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08a29809-e28c-411c-9849-799df5b4efdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277488 Jul 16 03:03:29.872200 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-277a2b35-6c84-4b48-9e6f-3e0f20999616 service neutron] 10.222.0.59 "GET /v2.0/networks/08a29809-e28c-411c-9849-799df5b4efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968761 Jul 16 03:03:29.982280 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b2a0776c-3eef-47ed-a678-6162f3057477 req-037161f4-f129-46cb-ac51-6f218650d31c service neutron] 10.222.0.59 "GET /v2.0/networks/08a29809-e28c-411c-9849-799df5b4efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029537 Jul 16 03:03:30.177375 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883343b-084e-4db0-b32d-cc1960aacb80 req-3306ad18-c01e-49c5-86f6-4afb4a42e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:30.179029 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4883343b-084e-4db0-b32d-cc1960aacb80 req-3306ad18-c01e-49c5-86f6-4afb4a42e364 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9247ea949dd447d5b6ea3f28bdc1bac3&device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 1096 time: 0.1048422 Jul 16 03:03:30.186662 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5f822-ff86-43c8-ab1a-61a16c638d45 req-e387ad50-6940-4144-8bad-eb6000278c79 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:30.188219 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-58f5f822-ff86-43c8-ab1a-61a16c638d45 req-e387ad50-6940-4144-8bad-eb6000278c79 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 943 time: 0.1060371 Jul 16 03:03:30.288110 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-58f5f822-ff86-43c8-ab1a-61a16c638d45 req-b02f2188-93e0-4fc5-9f43-a348731e2562 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907748 Jul 16 03:03:30.309301 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883343b-084e-4db0-b32d-cc1960aacb80 req-b526e5ca-b4c9-46ca-9f01-064c02daca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:30.311060 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4883343b-084e-4db0-b32d-cc1960aacb80 req-b526e5ca-b4c9-46ca-9f01-064c02daca71 service neutron] 10.222.0.59 "GET /v2.0/networks?id=08a29809-e28c-411c-9849-799df5b4efdd HTTP/1.1" status: 200 len: 914 time: 0.1218498 Jul 16 03:03:30.354883 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4883343b-084e-4db0-b32d-cc1960aacb80 req-0f02002b-24d7-4abe-ad19-4f5e20cabc09 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8751fd02-d0df-4eff-8d65-1cee3913297d HTTP/1.1" status: 200 len: 217 time: 0.0351954 Jul 16 03:03:30.410664 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883343b-084e-4db0-b32d-cc1960aacb80 req-570521a1-dc75-4365-bb70-1d765170de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:30.412434 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4883343b-084e-4db0-b32d-cc1960aacb80 req-570521a1-dc75-4365-bb70-1d765170de0d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8fbbbf1b-7a2f-47c8-a5bf-c13bbab862cf HTTP/1.1" status: 200 len: 853 time: 0.0503857 Jul 16 03:03:30.453147 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4883343b-084e-4db0-b32d-cc1960aacb80 req-fbcadcbe-b960-4bc9-a9d9-8fd7843d570b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08a29809-e28c-411c-9849-799df5b4efdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324845 Jul 16 03:03:30.558786 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4883343b-084e-4db0-b32d-cc1960aacb80 req-599870a3-9c81-4de9-aae7-ea21a72ae965 service neutron] 10.222.0.59 "GET /v2.0/networks/08a29809-e28c-411c-9849-799df5b4efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974166 Jul 16 03:03:30.667013 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4883343b-084e-4db0-b32d-cc1960aacb80 req-ed7b2730-5e72-4781-b5f7-ae0a9e6d875a service neutron] 10.222.0.59 "GET /v2.0/networks/08a29809-e28c-411c-9849-799df5b4efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997403 Jul 16 03:03:31.484010 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36896e-4983-4736-a575-0478736a29a4 req-d6051ff6-2812-4d16-ab09-d28dbea1afe7 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:31.485553 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bd36896e-4983-4736-a575-0478736a29a4 req-d6051ff6-2812-4d16-ab09-d28dbea1afe7 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 943 time: 0.0708241 Jul 16 03:03:31.550924 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bd36896e-4983-4736-a575-0478736a29a4 req-9d89999a-611f-4481-8184-48a9f41bfba5 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586724 Jul 16 03:03:31.684126 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 8751fd02-d0df-4eff-8d65-1cee3913297d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:03:31.786455 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 8751fd02-d0df-4eff-8d65-1cee3913297d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8751fd02-d0df-4eff-8d65-1cee3913297d,segment=NetworkSegment(8593b997-17e7-48d8-8092-13b2e5b2dca3),segment_id=8593b997-17e7-48d8-8092-13b2e5b2dca3)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:31.803019 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '8751fd02-d0df-4eff-8d65-1cee3913297d', 'network_id': '08a29809-e28c-411c-9849-799df5b4efdd', 'port_id': '8751fd02-d0df-4eff-8d65-1cee3913297d', 'mac_address': 'fa:16:3e:8d:84:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbbbf1b-7a2f-47c8-a5bf-c13bbab862cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:03:31.845624 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:31.875688 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8751fd02-d0df-4eff-8d65-1cee3913297d {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:03:31.909593 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 8751fd02-d0df-4eff-8d65-1cee3913297d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8751fd02-d0df-4eff-8d65-1cee3913297d,segment=NetworkSegment(8593b997-17e7-48d8-8092-13b2e5b2dca3),segment_id=8593b997-17e7-48d8-8092-13b2e5b2dca3)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:31.916249 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:31.995271 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8751fd02-d0df-4eff-8d65-1cee3913297d,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:32.208052 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['8751fd02-d0df-4eff-8d65-1cee3913297d'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:03:32.781377 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615188b8-7f47-41f8-b0e2-ffc87db00d02 req-8b692fd9-b651-4142-a5ad-eb7c6d519e34 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:32.782899 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-615188b8-7f47-41f8-b0e2-ffc87db00d02 req-8b692fd9-b651-4142-a5ad-eb7c6d519e34 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 944 time: 0.1139574 Jul 16 03:03:32.827519 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-615188b8-7f47-41f8-b0e2-ffc87db00d02 req-71fd087c-bfbf-40ac-b55f-2d3193aa6c08 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378380 Jul 16 03:03:33.684349 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 8751fd02-d0df-4eff-8d65-1cee3913297d up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:03:33.736746 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port 8751fd02-d0df-4eff-8d65-1cee3913297d completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:03:33.741632 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 8751fd02-d0df-4eff-8d65-1cee3913297d triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:03:33.742009 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:33.824687 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:33.847979 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8751fd02-d0df-4eff-8d65-1cee3913297d'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:03:33.850279 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b18a59-fa9a-4d06-b31a-ed73a55b5182" -d '{"events": [{"server_uuid": "c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6", "name": "network-vif-plugged", "status": "completed", "tag": "8751fd02-d0df-4eff-8d65-1cee3913297d"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:03:33.865023 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 8751fd02-d0df-4eff-8d65-1cee3913297d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8751fd02-d0df-4eff-8d65-1cee3913297d,segment=NetworkSegment(8593b997-17e7-48d8-8092-13b2e5b2dca3),segment_id=8593b997-17e7-48d8-8092-13b2e5b2dca3)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:33.880645 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:33.924231 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52adc85-dd22-4d91-bd38-489a7b737d1b x-openstack-request-id: req-d52adc85-dd22-4d91-bd38-489a7b737d1b {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:03:33.925095 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6", "name": "network-vif-plugged", "status": "completed", "tag": "8751fd02-d0df-4eff-8d65-1cee3913297d", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:03:33.925356 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d52adc85-dd22-4d91-bd38-489a7b737d1b {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:03:33.925746 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8751fd02-d0df-4eff-8d65-1cee3913297d', 'code': 200} Jul 16 03:03:33.961665 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8751fd02-d0df-4eff-8d65-1cee3913297d,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:34.086266 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0cf01-4934-44f4-96e2-38db38d9ec54 req-5aa8b3fc-2493-47c7-83e7-d1af2f4faabc tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:34.087857 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cdb0cf01-4934-44f4-96e2-38db38d9ec54 req-5aa8b3fc-2493-47c7-83e7-d1af2f4faabc tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 945 time: 0.0798352 Jul 16 03:03:34.143095 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cdb0cf01-4934-44f4-96e2-38db38d9ec54 req-96299128-eea9-4670-a49f-559160774b69 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457928 Jul 16 03:03:34.239882 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24cf2f-93c0-4344-825a-0a6ce1898a0d req-79eb997a-c45d-4447-8504-5d26d62de33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:34.241747 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0c24cf2f-93c0-4344-825a-0a6ce1898a0d req-79eb997a-c45d-4447-8504-5d26d62de33e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 1098 time: 0.0600297 Jul 16 03:03:34.282496 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0c24cf2f-93c0-4344-825a-0a6ce1898a0d req-aa008950-ecab-482f-9deb-fa23e450c798 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332816 Jul 16 03:03:35.329795 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5576e-e5f5-415e-9712-1f63925a2cc6 req-f6c2cfa5-044c-4c62-b6c4-89045062e8a6 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:35.332167 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-03c5576e-e5f5-415e-9712-1f63925a2cc6 req-f6c2cfa5-044c-4c62-b6c4-89045062e8a6 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 945 time: 0.0762167 Jul 16 03:03:35.384645 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-03c5576e-e5f5-415e-9712-1f63925a2cc6 req-130cfbe0-2dc7-4170-b9f3-f50f354f1ec9 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453429 Jul 16 03:03:36.569286 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea28b9-b3df-4616-be0a-ce8424061903 req-8bc23541-5dbf-4684-86bd-fccf5e88435f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:36.570910 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e5ea28b9-b3df-4616-be0a-ce8424061903 req-8bc23541-5dbf-4684-86bd-fccf5e88435f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 945 time: 0.0686209 Jul 16 03:03:36.611555 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e5ea28b9-b3df-4616-be0a-ce8424061903 req-7956579f-3ab5-4a36-87b2-02379887bc60 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348530 Jul 16 03:03:37.694728 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3de06c2a-3d7d-45fd-893d-d64c01430cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:41.371079 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:41.663590 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ce42b470-b0ab-406a-9503-eec29e11428e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:42.390622 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:44.839097 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:48.940440 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:49.900293 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54356) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:49.944404 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa38edb-e569-4374-a07a-aea83784c05d admin admin] Deleting subnet 58f5afc7-4d96-450f-9b54-26eb1817c02f {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:03:49.947480 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eaa38edb-e569-4374-a07a-aea83784c05d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:49.986265 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eaa38edb-e569-4374-a07a-aea83784c05d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12362009'] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.027033 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eaa38edb-e569-4374-a07a-aea83784c05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.084202 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eaa38edb-e569-4374-a07a-aea83784c05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8867455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8577270'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.108001 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa38edb-e569-4374-a07a-aea83784c05d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f5afc7-4d96-450f-9b54-26eb1817c02f,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:50.112353 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-eaa38edb-e569-4374-a07a-aea83784c05d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.114590 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-eaa38edb-e569-4374-a07a-aea83784c05d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/58f5afc7-4d96-450f-9b54-26eb1817c02f HTTP/1.1" status: 204 len: 168 time: 0.2130351 Jul 16 03:03:50.116781 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54358) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:50.186098 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00168f3d-ab91-439b-91c7-45c9c5b84495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.265558 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00168f3d-ab91-439b-91c7-45c9c5b84495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.275698 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-00168f3d-ab91-439b-91c7-45c9c5b84495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6651ed05-3775-49c4-ba30-9c3b9fb722e5']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:50.285569 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-00168f3d-ab91-439b-91c7-45c9c5b84495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639d7076-c0ad-45d9-ab62-8ba23e82727d') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:50.285868 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-00168f3d-ab91-439b-91c7-45c9c5b84495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639d7076-c0ad-45d9-ab62-8ba23e82727d') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:50.294481 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00168f3d-ab91-439b-91c7-45c9c5b84495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12362030'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.308507 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00168f3d-ab91-439b-91c7-45c9c5b84495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.314196 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00168f3d-ab91-439b-91c7-45c9c5b84495 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:03:50.314577 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00168f3d-ab91-439b-91c7-45c9c5b84495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8866269'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: timer() Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: cb(*args, **kw) Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: self._notify() Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: self.callback(batched_events) Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: event.method(event) Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._get(url).json() Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:03:50.316995 dv-cinder-788364-5-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:03:50.372707 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00168f3d-ab91-439b-91c7-45c9c5b84495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.378482 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-00168f3d-ab91-439b-91c7-45c9c5b84495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.380317 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-00168f3d-ab91-439b-91c7-45c9c5b84495 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6651ed05-3775-49c4-ba30-9c3b9fb722e5 HTTP/1.1" status: 204 len: 168 time: 0.2626352 Jul 16 03:03:50.391226 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00168f3d-ab91-439b-91c7-45c9c5b84495 admin admin] Pushing event deleted for resources: {'Network': ['ID=6651ed05-3775-49c4-ba30-9c3b9fb722e5,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:50.496446 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54362) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:50.537361 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-05cc62d5-ee8d-4976-8945-0b3e49ae3e81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d61b81a29fa844f1a306638fa21e4d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397186 Jul 16 03:03:50.539868 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54364) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:50.585435 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-385ea751-b9c2-416a-aebb-bd6c88906ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.605802 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-385ea751-b9c2-416a-aebb-bd6c88906ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.660709 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-385ea751-b9c2-416a-aebb-bd6c88906ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.663250 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-385ea751-b9c2-416a-aebb-bd6c88906ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:50.664419 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-385ea751-b9c2-416a-aebb-bd6c88906ea3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d88b5eb9-f3c8-4562-9ded-f746495e585b HTTP/1.1" status: 204 len: 168 time: 0.1236577 Jul 16 03:03:50.676130 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ea751-b9c2-416a-aebb-bd6c88906ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88b5eb9-f3c8-4562-9ded-f746495e585b,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:51.329645 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54388) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:51.435730 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-805894132-network', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:51.458007 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] Made reservation on behalf of 924b6b83d1c048a6845dfc30f1fe04a1 for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:03:51.460284 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:51.468508 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:51.556492 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:51.560409 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:51.586873 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:03:51.593381 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12296402-1985-4828-9af0-8b1a4ac51afd,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:51.599971 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:51.601646 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] Added segment e7b671ea-660c-4a83-8a4f-b179e5d76b3e of type vlan for network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 Jul 16 03:03:51.644397 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:51.671732 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:51.673128 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:51.673829 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:51.705549 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3747931 Jul 16 03:03:51.708500 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54392) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:51.714950 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-6c71a989-735d-43cf-b96c-de98ad658e57 admin admin] Request body: {'subnet': {'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-805894132-subnet', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:51.743061 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34c441-5a84-4aa4-92fe-33d3ee3c03dd admin admin] Pushing event updated for resources: {'Network': ['ID=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:51.754239 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:03:51.765062 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c71a989-735d-43cf-b96c-de98ad658e57 admin admin] Made reservation on behalf of 924b6b83d1c048a6845dfc30f1fe04a1 for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:03:51.767597 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6c71a989-735d-43cf-b96c-de98ad658e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8577245'] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:51.935022 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6c71a989-735d-43cf-b96c-de98ad658e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8867488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8577231'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:51.991199 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71a989-735d-43cf-b96c-de98ad658e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:51.999114 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c71a989-735d-43cf-b96c-de98ad658e57 admin admin] Checking segment: {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:03:51.999464 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c71a989-735d-43cf-b96c-de98ad658e57 admin admin] Network hostable DHCP agents. Network: e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:03:52.015908 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c71a989-735d-43cf-b96c-de98ad658e57 admin admin] Network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:03:52.024613 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-6c71a989-735d-43cf-b96c-de98ad658e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:52.028750 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c71a989-735d-43cf-b96c-de98ad658e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:52.029335 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6c71a989-735d-43cf-b96c-de98ad658e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.034971 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bd7e1d-85bf-4f53-97d8-086a45cf47fb None None] Network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:03:52.045176 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6c71a989-735d-43cf-b96c-de98ad658e57 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3338881 Jul 16 03:03:52.046964 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54400) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:52.052367 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:52.074522 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-891120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10646'] for router, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.076317 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10653'] for router, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.135615 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.193616 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10044808-b05a-5995-a1b9-af19030856e8-e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a'}]}} from dv-cinder-788364-5-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:03:52.194616 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.277950 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-891029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7799'] for router, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.328903 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Allocated IP 172.20.0.2 (e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4/b7a1438b-ed58-4b64-8c8a-f6f81f48e74a/7f88861c-acce-455e-a960-2095ec129cab) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:03:52.483231 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.492145 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Transition to ACTIVE for port object 7f88861c-acce-455e-a960-2095ec129cab will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:03:52.507636 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Transition to ACTIVE for port object 7f88861c-acce-455e-a960-2095ec129cab will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:03:52.513820 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.521248 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.541683 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.559194 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:03:52.562093 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:52.565917 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:03:52.575458 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Pushing event updated for resources: {'Port': ['ID=7f88861c-acce-455e-a960-2095ec129cab,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:52.629232 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Attempting to bind port 7f88861c-acce-455e-a960-2095ec129cab on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:03:52.629605 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Attempting to bind port 7f88861c-acce-455e-a960-2095ec129cab by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:03:52.629975 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Attempting to bind port 7f88861c-acce-455e-a960-2095ec129cab on network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:03:52.635176 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:03:52.635553 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Checking segment: {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:03:52.635960 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.636356 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Bound using segment: {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:03:52.636852 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Bound port: 7f88861c-acce-455e-a960-2095ec129cab, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:03:52.637241 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.652623 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Allocated IP 172.27.1.148 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/cb51ff42-b11c-486a-bda8-5cfdf4b7c44b) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:03:52.704388 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] For port 7f88861c-acce-455e-a960-2095ec129cab, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:03:52.708627 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] For port 7f88861c-acce-455e-a960-2095ec129cab, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=7f88861c-acce-455e-a960-2095ec129cab,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:03:52.712800 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.776500 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb690362-9d37-4160-91de-6b0f2e2887ba None None] Pushing event updated for resources: {'Port': ['ID=7f88861c-acce-455e-a960-2095ec129cab,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:52.779098 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.828267 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.866884 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:03:52.873661 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:52.877461 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:03:52.883136 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Pushing event updated for resources: {'Port': ['ID=cb51ff42-b11c-486a-bda8-5cfdf4b7c44b,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:53.149709 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:53.599076 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-891131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890880'] for router, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:53.685071 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649f2b29-e79e-4317-99ba-cc0d85e4782e None None] Network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:03:53.729159 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Router e398aaff-a910-41bc-9aaa-f1aabbdf95dc is scheduled to L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 with binding_index 1 {{(pid=92927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:03:53.840082 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:03:53.856917 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:53.858325 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-08c26893-4f4a-4263-a846-990ed735b143 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8101487 Jul 16 03:03:53.861149 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54412) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:53.868802 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Sync routers for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:03:53.875427 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-6dd939fc-ed86-467f-ac11-b5e2f7c67318 None None] Provisioning for port 7f88861c-acce-455e-a960-2095ec129cab completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:03:53.892368 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:03:53.893572 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:03:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:54.053471 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:03:54.152282 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 7f88861c-acce-455e-a960-2095ec129cab up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:03:54.277609 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 7f88861c-acce-455e-a960-2095ec129cab completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:03:54.285351 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 7f88861c-acce-455e-a960-2095ec129cab triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:03:54.285751 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.313034 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.340475 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:53Z', 'revision_number': 3, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:54.369165 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Checking router: e398aaff-a910-41bc-9aaa-f1aabbdf95dc for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:03:54.369541 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Updating router e398aaff-a910-41bc-9aaa-f1aabbdf95dc port cb51ff42-b11c-486a-bda8-5cfdf4b7c44b binding host dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:03:54.432693 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.434404 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.477424 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Allocated IP 172.20.0.1 (e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4/b7a1438b-ed58-4b64-8c8a-f6f81f48e74a/1d479616-3c62-4a32-a82d-ff073717f979) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:03:54.495572 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 7f88861c-acce-455e-a960-2095ec129cab, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=7f88861c-acce-455e-a960-2095ec129cab,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:54.542317 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.585506 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.599582 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Transition to ACTIVE for port object 1d479616-3c62-4a32-a82d-ff073717f979 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:03:54.604756 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-1b0bdeed-d5f6-46d4-9c93-cd8d61b75d42 None None] Provisioning complete for port 7f88861c-acce-455e-a960-2095ec129cab triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:03:54.605082 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b0bdeed-d5f6-46d4-9c93-cd8d61b75d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.631604 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.657442 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=7f88861c-acce-455e-a960-2095ec129cab,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:54.673058 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:03:54.674903 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:54.680606 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:03:54.709227 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Pushing event updated for resources: {'Port': ['ID=1d479616-3c62-4a32-a82d-ff073717f979,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:54.725105 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958519'] for router_interface, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.830985 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.841558 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Transition to ACTIVE for port object cb51ff42-b11c-486a-bda8-5cfdf4b7c44b will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:03:54.847968 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.870622 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.906565 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Attempting to bind port cb51ff42-b11c-486a-bda8-5cfdf4b7c44b on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:03:54.907138 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Attempting to bind port cb51ff42-b11c-486a-bda8-5cfdf4b7c44b by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:03:54.907268 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Attempting to bind port cb51ff42-b11c-486a-bda8-5cfdf4b7c44b on network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:03:54.909165 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32eea6-834a-4ae4-b7ae-2d90c86fa4fb None None] Pushing event updated for resources: {'Port': ['ID=cb51ff42-b11c-486a-bda8-5cfdf4b7c44b,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:54.918086 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:03:54.918707 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Checking segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:03:54.919151 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.919613 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Bound using segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:03:54.920082 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Bound port: cb51ff42-b11c-486a-bda8-5cfdf4b7c44b, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:03:54.920460 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:54.923479 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-7d5273de-ef63-450f-9cea-b2d0fb0e59f3 None None] Provisioning for port 1d479616-3c62-4a32-a82d-ff073717f979 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:03:54.946342 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-7d5273de-ef63-450f-9cea-b2d0fb0e59f3 None None] Provisioning complete for port 1d479616-3c62-4a32-a82d-ff073717f979 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:03:54.946633 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7d5273de-ef63-450f-9cea-b2d0fb0e59f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:55.001658 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-7d5273de-ef63-450f-9cea-b2d0fb0e59f3 None None] Port 1d479616-3c62-4a32-a82d-ff073717f979 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:03:55.005734 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] For port cb51ff42-b11c-486a-bda8-5cfdf4b7c44b, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:03:55.009043 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] For port cb51ff42-b11c-486a-bda8-5cfdf4b7c44b, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=cb51ff42-b11c-486a-bda8-5cfdf4b7c44b,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:03:55.013891 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:55.049844 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:55.054679 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:55.074118 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:03:55.074741 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:03:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:55.109333 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32eea6-834a-4ae4-b7ae-2d90c86fa4fb None None] Pushing event updated for resources: {'Port': ['ID=cb51ff42-b11c-486a-bda8-5cfdf4b7c44b,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:55.123122 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958531'] for router_interface, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:55.126306 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Pushing event updated for resources: {'Port': ['ID=1d479616-3c62-4a32-a82d-ff073717f979,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:55.186235 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:03:55.231698 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:03:55.233125 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:55.347938 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Router e398aaff-a910-41bc-9aaa-f1aabbdf95dc has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:03:55.390496 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 2, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:55.466788 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:03:55.472478 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-60648393-0d7a-47b9-8308-9a1059f3a720 admin admin] 10.222.0.39 "PUT /v2.0/routers/e398aaff-a910-41bc-9aaa-f1aabbdf95dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6095300 Jul 16 03:03:55.546404 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35d9cd-8a2c-44f7-a2d3-94e8e8f4a282 None None] The sync data for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi is: [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 2, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:03:55.556540 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-5bede134-75f9-417e-8c06-06aae4d7ddb2 None None] Provisioning complete for port 1d479616-3c62-4a32-a82d-ff073717f979 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:03:55.556954 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-5bede134-75f9-417e-8c06-06aae4d7ddb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:55.596847 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-5bede134-75f9-417e-8c06-06aae4d7ddb2 None None] Port 1d479616-3c62-4a32-a82d-ff073717f979 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:03:55.994532 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54432) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:56.000962 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2087240038-network', 'tenant_id': '7f47c73d417a41c18d82d75765c57825'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:56.022926 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] Made reservation on behalf of 7f47c73d417a41c18d82d75765c57825 for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:03:56.025486 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.035694 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.123920 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 7f88861c-acce-455e-a960-2095ec129cab up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:03:56.148372 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.153292 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.178843 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 7f88861c-acce-455e-a960-2095ec129cab triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:03:56.179719 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.180456 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:03:56.191169 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a35dd51-ad54-44ca-8975-290da0ee0c72,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:56.196206 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.196553 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] Added segment e3036516-2ab1-4fd6-8b2e-776ea9aac8e2 of type vlan for network 031c5b5c-6808-4685-bfbe-bf110251c6d4 Jul 16 03:03:56.242796 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.280091 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.281418 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:56.282114 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.320882 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3250196 Jul 16 03:03:56.324341 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54438) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:56.375743 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-8a1dd4cc-9d4d-4501-9f86-00aff7d72cdd admin admin] Request body: {'subnet': {'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2087240038-subnet', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'ip_version': 4}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:56.380190 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98e360-1c4e-4a2f-a101-9b30cead4c67 admin admin] Pushing event updated for resources: {'Network': ['ID=031c5b5c-6808-4685-bfbe-bf110251c6d4,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:56.392177 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 031c5b5c-6808-4685-bfbe-bf110251c6d4 details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:03:56.417410 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1dd4cc-9d4d-4501-9f86-00aff7d72cdd admin admin] Made reservation on behalf of 7f47c73d417a41c18d82d75765c57825 for: {'subnet': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:03:56.420205 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd4cc-9d4d-4501-9f86-00aff7d72cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8577245'] for subnet, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.619739 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd4cc-9d4d-4501-9f86-00aff7d72cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8867488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8577231'] for subnet, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.692321 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1dd4cc-9d4d-4501-9f86-00aff7d72cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c0b3690-3092-431f-a778-4f902bd50d55,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:56.707566 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1dd4cc-9d4d-4501-9f86-00aff7d72cdd admin admin] Checking segment: {'id': 'e3036516-2ab1-4fd6-8b2e-776ea9aac8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:03:56.707970 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1dd4cc-9d4d-4501-9f86-00aff7d72cdd admin admin] Network hostable DHCP agents. Network: 031c5b5c-6808-4685-bfbe-bf110251c6d4, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92927) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:03:56.728307 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1dd4cc-9d4d-4501-9f86-00aff7d72cdd admin admin] Network 031c5b5c-6808-4685-bfbe-bf110251c6d4 is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92927) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:03:56.745904 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-8a1dd4cc-9d4d-4501-9f86-00aff7d72cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 031c5b5c-6808-4685-bfbe-bf110251c6d4) {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:56.745904 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1dd4cc-9d4d-4501-9f86-00aff7d72cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:56.746585 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8a1dd4cc-9d4d-4501-9f86-00aff7d72cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.757002 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804803f8-cef6-45d7-a144-d328a2c55191 None None] Network 031c5b5c-6808-4685-bfbe-bf110251c6d4 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:03:56.772825 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54448) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:56.773351 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8a1dd4cc-9d4d-4501-9f86-00aff7d72cdd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4484084 Jul 16 03:03:56.778109 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2087240038-router', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:03:56.805994 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-891120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10646'] for router, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.807255 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10653'] for router, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.866437 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:56.888977 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:03:56.930914 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10044808-b05a-5995-a1b9-af19030856e8-031c5b5c-6808-4685-bfbe-bf110251c6d4', 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'fixed_ips': [{'subnet_id': '6c0b3690-3092-431f-a778-4f902bd50d55'}]}} from dv-cinder-788364-5-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:03:56.932075 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:57.009052 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-891029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7799'] for router, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:57.085607 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Allocated IP 172.20.0.2 (031c5b5c-6808-4685-bfbe-bf110251c6d4/6c0b3690-3092-431f-a778-4f902bd50d55/a9365913-a428-4d80-b1fb-0425c4f456c0) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:03:57.214380 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:57.231460 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:57.237206 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:57.240209 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Transition to ACTIVE for port object a9365913-a428-4d80-b1fb-0425c4f456c0 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:03:57.256360 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Transition to ACTIVE for port object a9365913-a428-4d80-b1fb-0425c4f456c0 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:03:57.261316 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:57.302173 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Network 031c5b5c-6808-4685-bfbe-bf110251c6d4 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:03:57.306856 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:57.311401 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:03:57.315230 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Pushing event updated for resources: {'Port': ['ID=a9365913-a428-4d80-b1fb-0425c4f456c0,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:57.355676 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Allocated IP 172.27.1.55 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/7655ed3e-de43-4b8d-98fd-9265856c25d1) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:03:57.382453 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Attempting to bind port a9365913-a428-4d80-b1fb-0425c4f456c0 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:03:57.382817 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Attempting to bind port a9365913-a428-4d80-b1fb-0425c4f456c0 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'e3036516-2ab1-4fd6-8b2e-776ea9aac8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:03:57.383182 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Attempting to bind port a9365913-a428-4d80-b1fb-0425c4f456c0 on network 031c5b5c-6808-4685-bfbe-bf110251c6d4 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:03:57.388200 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:03:57.388584 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Checking segment: {'id': 'e3036516-2ab1-4fd6-8b2e-776ea9aac8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:03:57.389022 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:57.389453 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Bound using segment: {'id': 'e3036516-2ab1-4fd6-8b2e-776ea9aac8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:03:57.389921 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Bound port: a9365913-a428-4d80-b1fb-0425c4f456c0, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3036516-2ab1-4fd6-8b2e-776ea9aac8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:03:57.390305 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:57.457060 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] For port a9365913-a428-4d80-b1fb-0425c4f456c0, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:03:57.459895 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:57.460159 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] For port a9365913-a428-4d80-b1fb-0425c4f456c0, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=a9365913-a428-4d80-b1fb-0425c4f456c0,segment=NetworkSegment(e3036516-2ab1-4fd6-8b2e-776ea9aac8e2),segment_id=e3036516-2ab1-4fd6-8b2e-776ea9aac8e2)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:03:57.464613 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:57.505884 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:57.527114 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c2b54-d18f-4108-be2d-63372c28e9a4 None None] Pushing event updated for resources: {'Port': ['ID=a9365913-a428-4d80-b1fb-0425c4f456c0,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:57.549054 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:03:57.556018 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:57.559675 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:03:57.582938 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Pushing event updated for resources: {'Port': ['ID=7655ed3e-de43-4b8d-98fd-9265856c25d1,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:57.846393 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:57.914071 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4028acd3-dde1-4116-b217-74332233581e None None] Sync routers for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:03:57.924637 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028acd3-dde1-4116-b217-74332233581e None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:03:57.925267 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-4028acd3-dde1-4116-b217-74332233581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:03:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:58.032332 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-4028acd3-dde1-4116-b217-74332233581e None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:03:58.194293 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device a9365913-a428-4d80-b1fb-0425c4f456c0 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:03:58.224717 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-891131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890880'] for router, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:58.246895 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port a9365913-a428-4d80-b1fb-0425c4f456c0 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:03:58.250983 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device cb51ff42-b11c-486a-bda8-5cfdf4b7c44b up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:03:58.254012 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-4028acd3-dde1-4116-b217-74332233581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 2, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:58.280397 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4028acd3-dde1-4116-b217-74332233581e None None] Checking router: e398aaff-a910-41bc-9aaa-f1aabbdf95dc for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:03:58.280777 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4028acd3-dde1-4116-b217-74332233581e None None] Updating router e398aaff-a910-41bc-9aaa-f1aabbdf95dc port 1d479616-3c62-4a32-a82d-ff073717f979 binding host dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:03:58.300012 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port cb51ff42-b11c-486a-bda8-5cfdf4b7c44b completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:03:58.304202 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port cb51ff42-b11c-486a-bda8-5cfdf4b7c44b triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:03:58.304687 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:58.318236 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4028acd3-dde1-4116-b217-74332233581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:58.365293 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Router a9183a68-d3ef-45c8-8dd0-8ef093d6e866 is scheduled to L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 with binding_index 1 {{(pid=92928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:03:58.405954 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:58.436653 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port cb51ff42-b11c-486a-bda8-5cfdf4b7c44b, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=cb51ff42-b11c-486a-bda8-5cfdf4b7c44b,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:58.442604 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:58.481684 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:03:58.491754 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Sync routers for ids ['a9183a68-d3ef-45c8-8dd0-8ef093d6e866'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:03:58.508435 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:58.509407 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=cb51ff42-b11c-486a-bda8-5cfdf4b7c44b,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:58.512615 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-96903f84-9fff-4f66-934e-f774f93e70b0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7353280 Jul 16 03:03:58.514052 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54452) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:03:58.516859 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Routers {'a9183a68-d3ef-45c8-8dd0-8ef093d6e866'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:03:58.518035 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:03:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a9183a68-d3ef-45c8-8dd0-8ef093d6e866'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:58.629670 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4028acd3-dde1-4116-b217-74332233581e None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:58.641174 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Set router a9183a68-d3ef-45c8-8dd0-8ef093d6e866 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:03:58.641885 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-4028acd3-dde1-4116-b217-74332233581e None None] Transition to ACTIVE for port object 1d479616-3c62-4a32-a82d-ff073717f979 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:03:58.650229 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4028acd3-dde1-4116-b217-74332233581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:58.709710 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6c1a9-beb9-4711-9bb8-231568d8a9f0 None None] Pushing event updated for resources: {'Port': ['ID=1d479616-3c62-4a32-a82d-ff073717f979,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:58.721935 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6c1a9-beb9-4711-9bb8-231568d8a9f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:58.722289 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6c1a9-beb9-4711-9bb8-231568d8a9f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:58.722636 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6c1a9-beb9-4711-9bb8-231568d8a9f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:58.722982 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6c1a9-beb9-4711-9bb8-231568d8a9f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:58.723321 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6c1a9-beb9-4711-9bb8-231568d8a9f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:58.723656 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6c1a9-beb9-4711-9bb8-231568d8a9f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:58.723989 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6c1a9-beb9-4711-9bb8-231568d8a9f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:58.724321 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6c1a9-beb9-4711-9bb8-231568d8a9f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:58.724696 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6c1a9-beb9-4711-9bb8-231568d8a9f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:58.725022 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6c1a9-beb9-4711-9bb8-231568d8a9f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:58.725348 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6c1a9-beb9-4711-9bb8-231568d8a9f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:58.725671 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb6c1a9-beb9-4711-9bb8-231568d8a9f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:58.801069 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-4028acd3-dde1-4116-b217-74332233581e None None] Attempting to bind port 1d479616-3c62-4a32-a82d-ff073717f979 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:03:58.801873 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-4028acd3-dde1-4116-b217-74332233581e None None] Attempting to bind port 1d479616-3c62-4a32-a82d-ff073717f979 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:03:58.802463 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028acd3-dde1-4116-b217-74332233581e None None] Attempting to bind port 1d479616-3c62-4a32-a82d-ff073717f979 on network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:03:58.804368 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5898e0cd-f3f6-4b33-b30d-104322771943 None None] Network 031c5b5c-6808-4685-bfbe-bf110251c6d4 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:03:58.809092 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028acd3-dde1-4116-b217-74332233581e None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:03:58.809563 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028acd3-dde1-4116-b217-74332233581e None None] Checking segment: {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:03:58.810588 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4028acd3-dde1-4116-b217-74332233581e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:58.811079 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4028acd3-dde1-4116-b217-74332233581e None None] Bound using segment: {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:03:58.811637 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-4028acd3-dde1-4116-b217-74332233581e None None] Bound port: 1d479616-3c62-4a32-a82d-ff073717f979, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:03:58.812241 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4028acd3-dde1-4116-b217-74332233581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:58.906003 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-4028acd3-dde1-4116-b217-74332233581e None None] For port 1d479616-3c62-4a32-a82d-ff073717f979, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:03:58.912867 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-4028acd3-dde1-4116-b217-74332233581e None None] For port 1d479616-3c62-4a32-a82d-ff073717f979, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=1d479616-3c62-4a32-a82d-ff073717f979,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:03:58.918836 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-4028acd3-dde1-4116-b217-74332233581e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:58.929541 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Provisioning for port a9365913-a428-4d80-b1fb-0425c4f456c0 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:03:58.940716 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Provisioning complete for port a9365913-a428-4d80-b1fb-0425c4f456c0 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:03:58.941331 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:58.984369 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028acd3-dde1-4116-b217-74332233581e None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:03:58.985587 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-4028acd3-dde1-4116-b217-74332233581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:03:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:59.039333 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'name': 'tempest-TestVolumeBootPattern-2087240038-router', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '7655ed3e-de43-4b8d-98fd-9265856c25d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:56Z', 'updated_at': '2021-07-16T03:03:57Z', 'revision_number': 3, 'project_id': '7f47c73d417a41c18d82d75765c57825', 'gw_port': {'id': '7655ed3e-de43-4b8d-98fd-9265856c25d1', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:57Z', 'updated_at': '2021-07-16T03:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:59.068785 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.088060 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Checking router: a9183a68-d3ef-45c8-8dd0-8ef093d6e866 for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:03:59.088328 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Updating router a9183a68-d3ef-45c8-8dd0-8ef093d6e866 port 7655ed3e-de43-4b8d-98fd-9265856c25d1 binding host dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:03:59.100941 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6c1a9-beb9-4711-9bb8-231568d8a9f0 None None] Pushing event updated for resources: {'Port': ['ID=1d479616-3c62-4a32-a82d-ff073717f979,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:59.120237 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-4028acd3-dde1-4116-b217-74332233581e None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:03:59.179964 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.182019 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.246274 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Allocated IP 172.20.0.1 (031c5b5c-6808-4685-bfbe-bf110251c6d4/6c0b3690-3092-431f-a778-4f902bd50d55/189b3e1e-bb03-4578-aa20-cbd2aa400063) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:03:59.313737 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] For port a9365913-a428-4d80-b1fb-0425c4f456c0, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=a9365913-a428-4d80-b1fb-0425c4f456c0,segment=NetworkSegment(e3036516-2ab1-4fd6-8b2e-776ea9aac8e2),segment_id=e3036516-2ab1-4fd6-8b2e-776ea9aac8e2)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:03:59.324490 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.339570 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-4028acd3-dde1-4116-b217-74332233581e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:03:59.368933 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.372980 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4028acd3-dde1-4116-b217-74332233581e None None] The sync data for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi is: [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:03:59.391566 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Transition to ACTIVE for port object 189b3e1e-bb03-4578-aa20-cbd2aa400063 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:03:59.438093 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.455324 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Pushing event updated for resources: {'Port': ['ID=a9365913-a428-4d80-b1fb-0425c4f456c0,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:59.474855 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.475224 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.475541 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.475876 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.476209 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.476538 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.476895 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.477215 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.477543 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.477869 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.478195 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.478514 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d172d5c9-df33-44ff-bc06-7e8a205a2b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.483032 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Network 031c5b5c-6808-4685-bfbe-bf110251c6d4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:03:59.491356 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:03:59.496818 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:03:59.532600 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Pushing event updated for resources: {'Port': ['ID=189b3e1e-bb03-4578-aa20-cbd2aa400063,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:59.549600 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958519'] for router_interface, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.692190 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-89f9371f-f731-48bc-ba9a-96add14f5e5f None None] Provisioning complete for port a9365913-a428-4d80-b1fb-0425c4f456c0 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:03:59.692571 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-89f9371f-f731-48bc-ba9a-96add14f5e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.713247 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.779559 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.796285 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Transition to ACTIVE for port object 7655ed3e-de43-4b8d-98fd-9265856c25d1 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:03:59.821745 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.895117 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190f911-01b2-4b19-a2e0-184f8c321ecd None None] Pushing event updated for resources: {'Port': ['ID=7655ed3e-de43-4b8d-98fd-9265856c25d1,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:59.898247 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Attempting to bind port 7655ed3e-de43-4b8d-98fd-9265856c25d1 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:03:59.898618 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Attempting to bind port 7655ed3e-de43-4b8d-98fd-9265856c25d1 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:03:59.898981 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Attempting to bind port 7655ed3e-de43-4b8d-98fd-9265856c25d1 on network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:03:59.904639 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:03:59.905145 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Checking segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:03:59.905265 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.905559 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.905952 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Bound using segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:03:59.906501 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Bound port: 7655ed3e-de43-4b8d-98fd-9265856c25d1, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:03:59.906892 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.910693 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.976434 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] For port 7655ed3e-de43-4b8d-98fd-9265856c25d1, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:03:59.980158 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] For port 7655ed3e-de43-4b8d-98fd-9265856c25d1, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=7655ed3e-de43-4b8d-98fd-9265856c25d1,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:03:59.987625 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Pushing event updated for resources: {'Port': ['ID=189b3e1e-bb03-4578-aa20-cbd2aa400063,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:03:59.993853 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:59.997114 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.997466 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.997811 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.998147 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.998497 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.998809 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.999140 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.999464 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:03:59.999791 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:00.000114 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:00.000434 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:00.000777 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:00.004931 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958531'] for router_interface, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:00.061192 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-f0633e8a-1c93-45ad-a084-cf824cedd329 None None] Provisioning for port 189b3e1e-bb03-4578-aa20-cbd2aa400063 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:04:00.076187 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-f0633e8a-1c93-45ad-a084-cf824cedd329 None None] Provisioning complete for port 189b3e1e-bb03-4578-aa20-cbd2aa400063 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:00.076565 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f0633e8a-1c93-45ad-a084-cf824cedd329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:00.078939 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190f911-01b2-4b19-a2e0-184f8c321ecd None None] Pushing event updated for resources: {'Port': ['ID=7655ed3e-de43-4b8d-98fd-9265856c25d1,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:00.084559 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Routers {'a9183a68-d3ef-45c8-8dd0-8ef093d6e866'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:04:00.085315 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:03:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a9183a68-d3ef-45c8-8dd0-8ef093d6e866'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:00.142414 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Network 031c5b5c-6808-4685-bfbe-bf110251c6d4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:04:00.144412 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:04:00.161929 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-f0633e8a-1c93-45ad-a084-cf824cedd329 None None] Port 189b3e1e-bb03-4578-aa20-cbd2aa400063 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:04:00.204912 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device a9365913-a428-4d80-b1fb-0425c4f456c0 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:04:00.261587 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] Set router a9183a68-d3ef-45c8-8dd0-8ef093d6e866 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:04:00.292506 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Router a9183a68-d3ef-45c8-8dd0-8ef093d6e866 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:04:00.312656 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port a9365913-a428-4d80-b1fb-0425c4f456c0 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:00.313129 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:00.407309 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:04:00.413726 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6b55db20-db74-43e4-8cf8-3b25cca298c7 admin admin] 10.222.0.39 "PUT /v2.0/routers/a9183a68-d3ef-45c8-8dd0-8ef093d6e866/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8978415 Jul 16 03:04:00.450771 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-b23af3d1-c170-4acc-b775-768706ee20c0 None None] Provisioning complete for port 189b3e1e-bb03-4578-aa20-cbd2aa400063 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:00.451385 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-b23af3d1-c170-4acc-b775-768706ee20c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:00.549389 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-b23af3d1-c170-4acc-b775-768706ee20c0 None None] Port 189b3e1e-bb03-4578-aa20-cbd2aa400063 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:04:00.562083 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device cb51ff42-b11c-486a-bda8-5cfdf4b7c44b up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:04:00.613583 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'name': 'tempest-TestVolumeBootPattern-2087240038-router', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '7655ed3e-de43-4b8d-98fd-9265856c25d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:56Z', 'updated_at': '2021-07-16T03:03:59Z', 'revision_number': 4, 'project_id': '7f47c73d417a41c18d82d75765c57825', 'gw_port': {'id': '7655ed3e-de43-4b8d-98fd-9265856c25d1', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:57Z', 'updated_at': '2021-07-16T03:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '189b3e1e-bb03-4578-aa20-cbd2aa400063', 'name': '', 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'mac_address': 'fa:16:3e:1a:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6c0b3690-3092-431f-a778-4f902bd50d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:59Z', 'updated_at': '2021-07-16T03:03:59Z', 'revision_number': 2, 'project_id': '7f47c73d417a41c18d82d75765c57825', 'subnets': [{'id': '6c0b3690-3092-431f-a778-4f902bd50d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:00.646609 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6814960-b6c5-46b0-b398-a31d92eff0a7 None None] The sync data for ids ['a9183a68-d3ef-45c8-8dd0-8ef093d6e866'] in dv-cinder-788364-5-iscsi is: [{'id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'name': 'tempest-TestVolumeBootPattern-2087240038-router', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '7655ed3e-de43-4b8d-98fd-9265856c25d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:56Z', 'updated_at': '2021-07-16T03:03:59Z', 'revision_number': 4, 'project_id': '7f47c73d417a41c18d82d75765c57825', 'gw_port': {'id': '7655ed3e-de43-4b8d-98fd-9265856c25d1', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:57Z', 'updated_at': '2021-07-16T03:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '189b3e1e-bb03-4578-aa20-cbd2aa400063', 'name': '', 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'mac_address': 'fa:16:3e:1a:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6c0b3690-3092-431f-a778-4f902bd50d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:59Z', 'updated_at': '2021-07-16T03:03:59Z', 'revision_number': 2, 'project_id': '7f47c73d417a41c18d82d75765c57825', 'subnets': [{'id': '6c0b3690-3092-431f-a778-4f902bd50d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:04:00.654320 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port cb51ff42-b11c-486a-bda8-5cfdf4b7c44b triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:00.654694 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:00.738897 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 1d479616-3c62-4a32-a82d-ff073717f979 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:04:00.787594 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 1d479616-3c62-4a32-a82d-ff073717f979 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:04:00.791456 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 1d479616-3c62-4a32-a82d-ff073717f979 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:00.791834 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:00.878049 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54464) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:04:00.885999 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-cd516cb6-a3c5-4be9-ad68-228129845567 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1566226850', 'description': 'tempest-secgroup-smoke-1566226850 description', 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:04:00.898205 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:00.911461 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cd516cb6-a3c5-4be9-ad68-228129845567 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:00.934497 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 1d479616-3c62-4a32-a82d-ff073717f979, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=1d479616-3c62-4a32-a82d-ff073717f979,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:00.939245 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:00.990351 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=1d479616-3c62-4a32-a82d-ff073717f979,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:01.010797 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cd516cb6-a3c5-4be9-ad68-228129845567 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.015313 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cd516cb6-a3c5-4be9-ad68-228129845567 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.048012 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-cd516cb6-a3c5-4be9-ad68-228129845567 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.052698 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-cd516cb6-a3c5-4be9-ad68-228129845567 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1720166 Jul 16 03:04:01.053189 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54468) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:04:01.062129 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd516cb6-a3c5-4be9-ad68-228129845567 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c904e41-6291-484e-9d99-d975e02a5226,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:01.062660 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-c4e1b967-1e74-4fc4-9440-e9a5d673d202 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Request body: {'security_group_rule': {'security_group_id': '4c904e41-6291-484e-9d99-d975e02a5226', 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:04:01.096316 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b967-1e74-4fc4-9440-e9a5d673d202 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.155255 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b967-1e74-4fc4-9440-e9a5d673d202 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.159406 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b967-1e74-4fc4-9440-e9a5d673d202 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.176847 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1b967-1e74-4fc4-9440-e9a5d673d202 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bc31a2-ffec-4aef-8ebe-00aca1d3d0c3,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:01.184208 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b967-1e74-4fc4-9440-e9a5d673d202 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.185435 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-c4e1b967-1e74-4fc4-9440-e9a5d673d202 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295047 Jul 16 03:04:01.188207 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54470) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:04:01.193272 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-5947adc0-dca8-4e34-b81a-f7c4bbd81fe2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Request body: {'security_group_rule': {'security_group_id': '4c904e41-6291-484e-9d99-d975e02a5226', 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:04:01.221152 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5947adc0-dca8-4e34-b81a-f7c4bbd81fe2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.278583 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5947adc0-dca8-4e34-b81a-f7c4bbd81fe2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.282080 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5947adc0-dca8-4e34-b81a-f7c4bbd81fe2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.300020 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947adc0-dca8-4e34-b81a-f7c4bbd81fe2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257e88d6-3a23-474e-b1c8-d780912f80e9,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:01.307690 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5947adc0-dca8-4e34-b81a-f7c4bbd81fe2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.308923 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5947adc0-dca8-4e34-b81a-f7c4bbd81fe2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197228 Jul 16 03:04:01.311982 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54472) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:04:01.316589 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-553e2641-983b-4161-9220-59bd83d9a79a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Request body: {'security_group_rule': {'security_group_id': '4c904e41-6291-484e-9d99-d975e02a5226', 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:04:01.341668 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-553e2641-983b-4161-9220-59bd83d9a79a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.405807 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-553e2641-983b-4161-9220-59bd83d9a79a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.409742 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-553e2641-983b-4161-9220-59bd83d9a79a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.426491 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e2641-983b-4161-9220-59bd83d9a79a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006f37b3-2cc0-4441-8e30-f67307577292,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:01.433388 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-553e2641-983b-4161-9220-59bd83d9a79a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.434861 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-553e2641-983b-4161-9220-59bd83d9a79a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219311 Jul 16 03:04:01.437496 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 54474) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:04:01.442014 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-093772ed-8174-43cb-b652-2b5aa8afe60f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Request body: {'security_group_rule': {'security_group_id': '4c904e41-6291-484e-9d99-d975e02a5226', 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:04:01.469452 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-093772ed-8174-43cb-b652-2b5aa8afe60f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.528288 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-093772ed-8174-43cb-b652-2b5aa8afe60f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.531833 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-093772ed-8174-43cb-b652-2b5aa8afe60f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.549934 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093772ed-8174-43cb-b652-2b5aa8afe60f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82541907-d9bc-4430-b858-e953b6c81d79,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:01.555624 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-093772ed-8174-43cb-b652-2b5aa8afe60f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.559505 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54476) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:04:01.559696 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-093772ed-8174-43cb-b652-2b5aa8afe60f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210766 Jul 16 03:04:01.564578 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-033bc6ef-5e98-4b60-b297-8ee640b24063 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Request body: {'security_group_rule': {'security_group_id': '4c904e41-6291-484e-9d99-d975e02a5226', 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:04:01.585669 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.securitygroups_db [None req-033bc6ef-5e98-4b60-b297-8ee640b24063 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Project 924b6b83d1c048a6845dfc30f1fe04a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:04:01.590602 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-033bc6ef-5e98-4b60-b297-8ee640b24063 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.649046 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-033bc6ef-5e98-4b60-b297-8ee640b24063 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.653239 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-033bc6ef-5e98-4b60-b297-8ee640b24063 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.670269 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bc6ef-5e98-4b60-b297-8ee640b24063 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e8eb491-cd37-4715-8c5d-6a2771ac3097,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:01.678091 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-033bc6ef-5e98-4b60-b297-8ee640b24063 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.681891 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-033bc6ef-5e98-4b60-b297-8ee640b24063 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188350 Jul 16 03:04:01.682054 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54478) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:04:01.686458 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-8f6b04e1-14bb-436e-88d5-0f38bce6c64f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Request body: {'security_group_rule': {'security_group_id': '4c904e41-6291-484e-9d99-d975e02a5226', 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:04:01.707451 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.securitygroups_db [None req-8f6b04e1-14bb-436e-88d5-0f38bce6c64f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Project 924b6b83d1c048a6845dfc30f1fe04a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:04:01.712015 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8f6b04e1-14bb-436e-88d5-0f38bce6c64f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.775460 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8f6b04e1-14bb-436e-88d5-0f38bce6c64f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.779156 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8f6b04e1-14bb-436e-88d5-0f38bce6c64f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.797389 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b04e1-14bb-436e-88d5-0f38bce6c64f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651febca-81e8-4423-8dbc-42dd43c27e33,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:01.804685 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8f6b04e1-14bb-436e-88d5-0f38bce6c64f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:01.805891 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8f6b04e1-14bb-436e-88d5-0f38bce6c64f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229005 Jul 16 03:04:02.174650 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 1d479616-3c62-4a32-a82d-ff073717f979 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:04:02.232955 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 1d479616-3c62-4a32-a82d-ff073717f979 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:02.233421 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:03.446030 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Sync routers for ids ['a9183a68-d3ef-45c8-8dd0-8ef093d6e866'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:04:03.455014 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Routers {'a9183a68-d3ef-45c8-8dd0-8ef093d6e866'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:04:03.455641 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:03:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a9183a68-d3ef-45c8-8dd0-8ef093d6e866'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:03.569491 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Set router a9183a68-d3ef-45c8-8dd0-8ef093d6e866 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:04:03.851995 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'name': 'tempest-TestVolumeBootPattern-2087240038-router', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '7655ed3e-de43-4b8d-98fd-9265856c25d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:56Z', 'updated_at': '2021-07-16T03:03:59Z', 'revision_number': 4, 'project_id': '7f47c73d417a41c18d82d75765c57825', 'gw_port': {'id': '7655ed3e-de43-4b8d-98fd-9265856c25d1', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:57Z', 'updated_at': '2021-07-16T03:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '189b3e1e-bb03-4578-aa20-cbd2aa400063', 'name': '', 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'mac_address': 'fa:16:3e:1a:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6c0b3690-3092-431f-a778-4f902bd50d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:59Z', 'updated_at': '2021-07-16T03:03:59Z', 'revision_number': 2, 'project_id': '7f47c73d417a41c18d82d75765c57825', 'subnets': [{'id': '6c0b3690-3092-431f-a778-4f902bd50d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:03.877483 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Checking router: a9183a68-d3ef-45c8-8dd0-8ef093d6e866 for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:04:03.877833 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Updating router a9183a68-d3ef-45c8-8dd0-8ef093d6e866 port 189b3e1e-bb03-4578-aa20-cbd2aa400063 binding host dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:04:03.914740 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:04.137143 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 7655ed3e-de43-4b8d-98fd-9265856c25d1 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:04:04.177944 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:04.186009 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 7655ed3e-de43-4b8d-98fd-9265856c25d1 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:04:04.187977 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Transition to ACTIVE for port object 189b3e1e-bb03-4578-aa20-cbd2aa400063 will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:04:04.191067 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 7655ed3e-de43-4b8d-98fd-9265856c25d1 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:04.191608 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:04.196552 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:04.247501 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a9514-3ea5-4388-9211-17f272f64dc4 None None] Pushing event updated for resources: {'Port': ['ID=189b3e1e-bb03-4578-aa20-cbd2aa400063,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:04.310451 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:04.310799 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Attempting to bind port 189b3e1e-bb03-4578-aa20-cbd2aa400063 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:04:04.312151 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Attempting to bind port 189b3e1e-bb03-4578-aa20-cbd2aa400063 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'e3036516-2ab1-4fd6-8b2e-776ea9aac8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:04:04.312813 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Attempting to bind port 189b3e1e-bb03-4578-aa20-cbd2aa400063 on network 031c5b5c-6808-4685-bfbe-bf110251c6d4 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:04:04.326978 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:04:04.327427 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Checking segment: {'id': 'e3036516-2ab1-4fd6-8b2e-776ea9aac8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:04:04.327972 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:04.328380 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Bound using segment: {'id': 'e3036516-2ab1-4fd6-8b2e-776ea9aac8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:04:04.328930 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Bound port: 189b3e1e-bb03-4578-aa20-cbd2aa400063, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3036516-2ab1-4fd6-8b2e-776ea9aac8e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:04:04.329332 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:04.339232 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 7655ed3e-de43-4b8d-98fd-9265856c25d1, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=7655ed3e-de43-4b8d-98fd-9265856c25d1,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:04.346436 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:04.417909 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] For port 189b3e1e-bb03-4578-aa20-cbd2aa400063, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:04:04.419214 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=7655ed3e-de43-4b8d-98fd-9265856c25d1,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:04.422797 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] For port 189b3e1e-bb03-4578-aa20-cbd2aa400063, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=189b3e1e-bb03-4578-aa20-cbd2aa400063,segment=NetworkSegment(e3036516-2ab1-4fd6-8b2e-776ea9aac8e2),segment_id=e3036516-2ab1-4fd6-8b2e-776ea9aac8e2)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:04:04.434443 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:04.516997 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Routers {'a9183a68-d3ef-45c8-8dd0-8ef093d6e866'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:04:04.516997 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:03:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a9183a68-d3ef-45c8-8dd0-8ef093d6e866'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:04.529178 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a9514-3ea5-4388-9211-17f272f64dc4 None None] Pushing event updated for resources: {'Port': ['ID=189b3e1e-bb03-4578-aa20-cbd2aa400063,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:04.654863 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] Set router a9183a68-d3ef-45c8-8dd0-8ef093d6e866 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:04:04.884178 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'name': 'tempest-TestVolumeBootPattern-2087240038-router', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '7655ed3e-de43-4b8d-98fd-9265856c25d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:56Z', 'updated_at': '2021-07-16T03:03:59Z', 'revision_number': 4, 'project_id': '7f47c73d417a41c18d82d75765c57825', 'gw_port': {'id': '7655ed3e-de43-4b8d-98fd-9265856c25d1', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:57Z', 'updated_at': '2021-07-16T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '189b3e1e-bb03-4578-aa20-cbd2aa400063', 'name': '', 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'mac_address': 'fa:16:3e:1a:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6c0b3690-3092-431f-a778-4f902bd50d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:59Z', 'updated_at': '2021-07-16T03:04:04Z', 'revision_number': 4, 'project_id': '7f47c73d417a41c18d82d75765c57825', 'subnets': [{'id': '6c0b3690-3092-431f-a778-4f902bd50d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:04.914700 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ae7cb6-c601-4591-b84d-9d4a330ffe3a None None] The sync data for ids ['a9183a68-d3ef-45c8-8dd0-8ef093d6e866'] in dv-cinder-788364-5-iscsi is: [{'id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'name': 'tempest-TestVolumeBootPattern-2087240038-router', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '7655ed3e-de43-4b8d-98fd-9265856c25d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:56Z', 'updated_at': '2021-07-16T03:03:59Z', 'revision_number': 4, 'project_id': '7f47c73d417a41c18d82d75765c57825', 'gw_port': {'id': '7655ed3e-de43-4b8d-98fd-9265856c25d1', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:57Z', 'updated_at': '2021-07-16T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '189b3e1e-bb03-4578-aa20-cbd2aa400063', 'name': '', 'network_id': '031c5b5c-6808-4685-bfbe-bf110251c6d4', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'mac_address': 'fa:16:3e:1a:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '6c0b3690-3092-431f-a778-4f902bd50d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:59Z', 'updated_at': '2021-07-16T03:04:04Z', 'revision_number': 4, 'project_id': '7f47c73d417a41c18d82d75765c57825', 'subnets': [{'id': '6c0b3690-3092-431f-a778-4f902bd50d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:04:06.138407 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 189b3e1e-bb03-4578-aa20-cbd2aa400063 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:04:06.187915 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 189b3e1e-bb03-4578-aa20-cbd2aa400063 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:04:06.192078 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 189b3e1e-bb03-4578-aa20-cbd2aa400063 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:06.192459 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:06.277276 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:06.310928 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 189b3e1e-bb03-4578-aa20-cbd2aa400063, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=189b3e1e-bb03-4578-aa20-cbd2aa400063,segment=NetworkSegment(e3036516-2ab1-4fd6-8b2e-776ea9aac8e2),segment_id=e3036516-2ab1-4fd6-8b2e-776ea9aac8e2)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:06.314961 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:06.315863 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 7655ed3e-de43-4b8d-98fd-9265856c25d1 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:04:06.386994 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=189b3e1e-bb03-4578-aa20-cbd2aa400063,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:06.400641 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 7655ed3e-de43-4b8d-98fd-9265856c25d1 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:06.401037 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:07.694549 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-31ac3d43-bac0-4c06-8ed3-5bb1adbf30d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:08.112081 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 189b3e1e-bb03-4578-aa20-cbd2aa400063 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:04:08.160574 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 189b3e1e-bb03-4578-aa20-cbd2aa400063 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:08.160971 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:11.364331 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:11.663947 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-42f4da85-8bcc-429f-834a-9a5611562b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:12.390617 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:14.839903 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:18.951908 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:21.588522 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-f4326e0a-0862-41eb-9744-cdb86da1b3fe tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566226850&fields=id&tenant_id=924b6b83d1c048a6845dfc30f1fe04a1 HTTP/1.1" status: 200 len: 267 time: 0.0340703 Jul 16 03:04:21.703530 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-3fba86a4-7da9-4150-b124-7cd80e5c42e8 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:21.706402 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-3fba86a4-7da9-4150-b124-7cd80e5c42e8 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 811 time: 0.1113174 Jul 16 03:04:21.723141 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-a3e61b79-6a3b-4a57-b1bf-6102a3612b4c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/quotas/924b6b83d1c048a6845dfc30f1fe04a1 HTTP/1.1" status: 200 len: 375 time: 0.0101347 Jul 16 03:04:21.793543 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-7797e691-60f8-484a-81ba-8aee2426ee63 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650957 Jul 16 03:04:21.897687 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-08e761d7-6bfd-439a-b3f2-9a371db9a363 service neutron] 10.222.0.39 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914094 Jul 16 03:04:22.000942 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-4f90d3ab-26da-4cd2-a4c2-7a44006b40d7 service neutron] 10.222.0.39 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972600 Jul 16 03:04:22.333330 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595438a-72e8-49dc-8365-2e0604bdce15 req-887ea62b-e84f-409d-bb15-244ea2b4a459 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:22.335264 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1595438a-72e8-49dc-8365-2e0604bdce15 req-887ea62b-e84f-409d-bb15-244ea2b4a459 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 945 time: 0.0835683 Jul 16 03:04:22.355401 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bae6feb6-c8bd-402e-98db-425f9fe58134 req-043cb854-de86-41d4-8798-898e5f19a597 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 210 time: 0.0412531 Jul 16 03:04:22.394900 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1595438a-72e8-49dc-8365-2e0604bdce15 req-03475a5b-440f-4fd6-9766-a9ee38568594 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426426 Jul 16 03:04:23.794716 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ec63dca1-a329-4426-999b-ff810ad863be req-e2328b52-c4bc-4817-89fd-7abe43d94693 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 210 time: 0.3247271 Jul 16 03:04:23.970445 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-a321a7ac-de80-43e1-9646-cbfec5f69c25 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:23.971810 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-a321a7ac-de80-43e1-9646-cbfec5f69c25 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 811 time: 0.1797345 Jul 16 03:04:23.980388 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139b679-137d-4879-979c-9e6fc15277d5 req-b3075209-e42d-4eef-90a3-f755080dc980 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:23.981826 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c139b679-137d-4879-979c-9e6fc15277d5 req-b3075209-e42d-4eef-90a3-f755080dc980 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 945 time: 0.1910253 Jul 16 03:04:24.043802 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c139b679-137d-4879-979c-9e6fc15277d5 req-97dcd420-f17f-4341-9953-90bf44841df8 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552220 Jul 16 03:04:24.052102 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-778ae63a-3ffb-45ed-943c-63f258ca6cd8 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=924b6b83d1c048a6845dfc30f1fe04a1 HTTP/1.1" status: 200 len: 380 time: 0.0572691 Jul 16 03:04:24.069838 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-5d97b722-2a4d-4e2c-89d4-6a3aff3a93a4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Request body: {'port': {'device_id': 'c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'admin_state_up': True, 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'security_groups': ['4c904e41-6291-484e-9d99-d975e02a5226']}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:04:24.186056 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-5d97b722-2a4d-4e2c-89d4-6a3aff3a93a4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Made reservation on behalf of 924b6b83d1c048a6845dfc30f1fe04a1 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:04:24.190360 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-5d97b722-2a4d-4e2c-89d4-6a3aff3a93a4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:24.344211 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c641f6-4c80-4672-9222-a391d75e9ee5 req-0eaf5596-06d4-4593-a71b-71aeb5dc4bbc tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:24.346348 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a8c641f6-4c80-4672-9222-a391d75e9ee5 req-0eaf5596-06d4-4593-a71b-71aeb5dc4bbc tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 945 time: 0.1457446 Jul 16 03:04:24.411429 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-5d97b722-2a4d-4e2c-89d4-6a3aff3a93a4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Allocated IP 172.20.0.3 (e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4/b7a1438b-ed58-4b64-8c8a-f6f81f48e74a/e89e2716-9fe4-4cd3-9afa-e98deeb1b516) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:04:24.538586 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-a8c641f6-4c80-4672-9222-a391d75e9ee5 req-11885cb9-0c55-4155-a20a-eee00c3b8ddd tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Deleting port 8751fd02-d0df-4eff-8d65-1cee3913297d {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:04:24.538933 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-a8c641f6-4c80-4672-9222-a391d75e9ee5 req-11885cb9-0c55-4155-a20a-eee00c3b8ddd tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:24.666593 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-5d97b722-2a4d-4e2c-89d4-6a3aff3a93a4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:24.691015 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-a8c641f6-4c80-4672-9222-a391d75e9ee5 req-11885cb9-0c55-4155-a20a-eee00c3b8ddd tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] For port 8751fd02-d0df-4eff-8d65-1cee3913297d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8751fd02-d0df-4eff-8d65-1cee3913297d,segment=NetworkSegment(8593b997-17e7-48d8-8092-13b2e5b2dca3),segment_id=8593b997-17e7-48d8-8092-13b2e5b2dca3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:24.691381 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-a8c641f6-4c80-4672-9222-a391d75e9ee5 req-11885cb9-0c55-4155-a20a-eee00c3b8ddd tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:24.699511 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-5d97b722-2a4d-4e2c-89d4-6a3aff3a93a4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Transition to ACTIVE for port object e89e2716-9fe4-4cd3-9afa-e98deeb1b516 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:04:24.707966 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-a8c641f6-4c80-4672-9222-a391d75e9ee5 req-11885cb9-0c55-4155-a20a-eee00c3b8ddd tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Calling delete_port for 8751fd02-d0df-4eff-8d65-1cee3913297d owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:04:24.787864 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-5d97b722-2a4d-4e2c-89d4-6a3aff3a93a4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:24.859913 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-5d97b722-2a4d-4e2c-89d4-6a3aff3a93a4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:04:24.861351 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97b722-2a4d-4e2c-89d4-6a3aff3a93a4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'Port': ['ID=e89e2716-9fe4-4cd3-9afa-e98deeb1b516,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:24.881268 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-5d97b722-2a4d-4e2c-89d4-6a3aff3a93a4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:04:24.884949 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-5d97b722-2a4d-4e2c-89d4-6a3aff3a93a4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:04:24.968139 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-a8c641f6-4c80-4672-9222-a391d75e9ee5 req-11885cb9-0c55-4155-a20a-eee00c3b8ddd tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:24.985282 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-5d97b722-2a4d-4e2c-89d4-6a3aff3a93a4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:24.986304 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-5d97b722-2a4d-4e2c-89d4-6a3aff3a93a4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:25.006104 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['8751fd02-d0df-4eff-8d65-1cee3913297d'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:04:25.020571 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11885cb9-0c55-4155-a20a-eee00c3b8ddd tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Pushing event deleted for resources: {'Port': ['ID=8751fd02-d0df-4eff-8d65-1cee3913297d,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:25.060487 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-5d97b722-2a4d-4e2c-89d4-6a3aff3a93a4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9962664 Jul 16 03:04:25.084910 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c641f6-4c80-4672-9222-a391d75e9ee5 req-11885cb9-0c55-4155-a20a-eee00c3b8ddd tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] No DVR routers for this DVR port 8751fd02-d0df-4eff-8d65-1cee3913297d on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:04:25.090449 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Request body: {'port': {'device_id': 'c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:04:25.094005 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-a8c641f6-4c80-4672-9222-a391d75e9ee5 req-11885cb9-0c55-4155-a20a-eee00c3b8ddd tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:25.096404 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a8c641f6-4c80-4672-9222-a391d75e9ee5 req-11885cb9-0c55-4155-a20a-eee00c3b8ddd tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.59 "DELETE /v2.0/ports/8751fd02-d0df-4eff-8d65-1cee3913297d HTTP/1.1" status: 204 len: 173 time: 0.7441795 Jul 16 03:04:25.097962 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6', 'name': 'network-vif-deleted', 'tag': '8751fd02-d0df-4eff-8d65-1cee3913297d'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:04:25.100244 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f38ef1-8abb-488a-a66e-dbafeb3a9153" -d '{"events": [{"server_uuid": "c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6", "name": "network-vif-deleted", "tag": "8751fd02-d0df-4eff-8d65-1cee3913297d"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:04:25.107669 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-82c9a597-dccf-4d53-9bb4-e89f434aa862 None None] Provisioning for port e89e2716-9fe4-4cd3-9afa-e98deeb1b516 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:04:25.113228 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-82c9a597-dccf-4d53-9bb4-e89f434aa862 None None] Provisioning complete for port e89e2716-9fe4-4cd3-9afa-e98deeb1b516 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:25.113603 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-82c9a597-dccf-4d53-9bb4-e89f434aa862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:25.132778 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fea18-004b-4fcf-931a-75d3cdece832 req-37e519d6-d9c1-47a9-a2db-a6bbd1206ebd tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:25.134313 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-175fea18-004b-4fcf-931a-75d3cdece832 req-37e519d6-d9c1-47a9-a2db-a6bbd1206ebd tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 931 time: 0.2171223 Jul 16 03:04:25.159190 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-82c9a597-dccf-4d53-9bb4-e89f434aa862 None None] Port e89e2716-9fe4-4cd3-9afa-e98deeb1b516 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:04:25.232188 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e3c30aae-e127-4258-a146-834e43c61650 req-1df396b2-64e0-4ad8-a7ff-94bb1c1a15f8 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6 HTTP/1.1" status: 200 len: 210 time: 0.0406666 Jul 16 03:04:25.239405 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-175fea18-004b-4fcf-931a-75d3cdece832 req-4b61656d-5dbf-442d-872d-f57172fd7b7e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980744 Jul 16 03:04:25.244074 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:25.299435 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47777984-5836-4501-9758-9ce7a4a71dfa x-openstack-request-id: req-47777984-5836-4501-9758-9ce7a4a71dfa {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:04:25.299723 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6", "name": "network-vif-deleted", "tag": "8751fd02-d0df-4eff-8d65-1cee3913297d", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:04:25.299975 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47777984-5836-4501-9758-9ce7a4a71dfa {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:04:25.300384 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5731efa-1ca2-4c04-bd7c-fcf78b0e05e6', 'name': 'network-vif-deleted', 'tag': '8751fd02-d0df-4eff-8d65-1cee3913297d', 'status': 'completed', 'code': 200} Jul 16 03:04:25.509099 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89e2716-9fe4-4cd3-9afa-e98deeb1b516 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:04:25.516503 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:25.528940 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Transition to ACTIVE for port object e89e2716-9fe4-4cd3-9afa-e98deeb1b516 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:04:25.536699 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:25.613266 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Pushing event updated for resources: {'Port': ['ID=e89e2716-9fe4-4cd3-9afa-e98deeb1b516,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:25.666163 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Attempting to bind port e89e2716-9fe4-4cd3-9afa-e98deeb1b516 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:04:25.666738 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Attempting to bind port e89e2716-9fe4-4cd3-9afa-e98deeb1b516 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:04:25.667142 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Attempting to bind port e89e2716-9fe4-4cd3-9afa-e98deeb1b516 on network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:04:25.672487 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Port e89e2716-9fe4-4cd3-9afa-e98deeb1b516 on network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:04:25.673735 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Attempting to bind port e89e2716-9fe4-4cd3-9afa-e98deeb1b516 on network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:04:25.678902 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:04:25.679363 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Checking segment: {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:04:25.679801 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Bound using segment: {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:04:25.680319 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Bound port: e89e2716-9fe4-4cd3-9afa-e98deeb1b516, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:04:25.680814 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:25.766633 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] For port e89e2716-9fe4-4cd3-9afa-e98deeb1b516, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:04:25.770988 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] For port e89e2716-9fe4-4cd3-9afa-e98deeb1b516, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e89e2716-9fe4-4cd3-9afa-e98deeb1b516,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:04:25.785397 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:25.841158 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:25.842294 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:25.843648 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] 10.222.0.59 "PUT /v2.0/ports/e89e2716-9fe4-4cd3-9afa-e98deeb1b516 HTTP/1.1" status: 200 len: 1093 time: 0.7601776 Jul 16 03:04:25.873807 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5844549-8b6b-4fa9-b2f7-86f02ca7ce68 service neutron] Pushing event updated for resources: {'Port': ['ID=e89e2716-9fe4-4cd3-9afa-e98deeb1b516,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:25.967742 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-0eae3c64-31dc-4cff-856d-2945515101d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:25.970762 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-0eae3c64-31dc-4cff-856d-2945515101d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 1096 time: 0.0611937 Jul 16 03:04:26.022219 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-83740a0b-418e-49ab-8844-9b9cd9736a10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89e2716-9fe4-4cd3-9afa-e98deeb1b516 HTTP/1.1" status: 200 len: 217 time: 0.0384252 Jul 16 03:04:26.069699 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-977b9081-aec9-4e32-a7e5-bdaaf550d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:26.071140 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-977b9081-aec9-4e32-a7e5-bdaaf550d65b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0427618 Jul 16 03:04:26.130761 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-04d36f69-f478-461a-b024-eca01697e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:26.132266 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-04d36f69-f478-461a-b024-eca01697e2cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537782 Jul 16 03:04:26.223342 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-2900db58-db45-491c-9c09-606ad070d7e7 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847154 Jul 16 03:04:26.315856 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5ceb3479-b75b-4dfb-9b5d-d890af6c5148 req-a709c554-637e-4380-9ed1-892e0fb98187 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840406 Jul 16 03:04:26.438216 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c7727-ecc1-4af4-8773-3e55f9aa6fb2 req-7a0f44b4-1b3b-4929-a57e-b3e18aa1140a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:26.439800 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-168c7727-ecc1-4af4-8773-3e55f9aa6fb2 req-7a0f44b4-1b3b-4929-a57e-b3e18aa1140a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 943 time: 0.0727925 Jul 16 03:04:26.490584 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-168c7727-ecc1-4af4-8773-3e55f9aa6fb2 req-2631eec5-26f6-405f-90cd-e723cc94ed80 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446849 Jul 16 03:04:27.301865 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7', 'tag': 'e89e2716-9fe4-4cd3-9afa-e98deeb1b516'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:04:27.304134 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52527cfd-8f9c-4d46-8381-3215a14d27a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7", "tag": "e89e2716-9fe4-4cd3-9afa-e98deeb1b516"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:04:27.342585 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e1027a-53d2-42b5-a533-16534d77532b x-openstack-request-id: req-59e1027a-53d2-42b5-a533-16534d77532b {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:04:27.342902 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7", "tag": "e89e2716-9fe4-4cd3-9afa-e98deeb1b516", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:04:27.343174 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59e1027a-53d2-42b5-a533-16534d77532b {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:04:27.343648 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7', 'tag': 'e89e2716-9fe4-4cd3-9afa-e98deeb1b516', 'status': 'completed', 'code': 200} Jul 16 03:04:27.663145 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f184ee89-6152-4971-844f-6b571ea5d5eb req-734d9b20-f672-4700-983a-fb721e4a9e2f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:27.664714 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f184ee89-6152-4971-844f-6b571ea5d5eb req-734d9b20-f672-4700-983a-fb721e4a9e2f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 943 time: 0.0645778 Jul 16 03:04:27.706582 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f184ee89-6152-4971-844f-6b571ea5d5eb req-f6c4678e-e6a2-43ec-80fb-347a563e10e5 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362670 Jul 16 03:04:28.879443 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fee7df-618f-4db6-b9ce-8a8ef241aaa5 req-ac2ca3c0-3d83-48f8-989c-46475da7bd48 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:28.880944 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b0fee7df-618f-4db6-b9ce-8a8ef241aaa5 req-ac2ca3c0-3d83-48f8-989c-46475da7bd48 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 943 time: 0.0631461 Jul 16 03:04:28.918260 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b0fee7df-618f-4db6-b9ce-8a8ef241aaa5 req-592aa633-fc60-4122-83ef-871241634822 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317643 Jul 16 03:04:29.356999 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 8751fd02-d0df-4eff-8d65-1cee3913297d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:04:29.380941 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: 8751fd02-d0df-4eff-8d65-1cee3913297d {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:04:29.381288 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 8751fd02-d0df-4eff-8d65-1cee3913297d not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:04:29.449687 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52527cfd-8f9c-4d46-8381-3215a14d27a8 req-44a09de5-aaae-4266-930e-a395e855a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:29.451249 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-52527cfd-8f9c-4d46-8381-3215a14d27a8 req-44a09de5-aaae-4266-930e-a395e855a152 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 1096 time: 0.0588963 Jul 16 03:04:29.543423 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52527cfd-8f9c-4d46-8381-3215a14d27a8 req-1e7553db-8a78-441d-94ba-2ebc248262c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:29.544928 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-52527cfd-8f9c-4d46-8381-3215a14d27a8 req-1e7553db-8a78-441d-94ba-2ebc248262c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 912 time: 0.0874934 Jul 16 03:04:29.589831 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-52527cfd-8f9c-4d46-8381-3215a14d27a8 req-64ed3dbe-af88-4d41-af77-1d0560f69b19 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89e2716-9fe4-4cd3-9afa-e98deeb1b516 HTTP/1.1" status: 200 len: 217 time: 0.0385811 Jul 16 03:04:29.637929 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52527cfd-8f9c-4d46-8381-3215a14d27a8 req-5fe066c7-831f-4ff7-87cc-083d0b99c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:29.639261 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-52527cfd-8f9c-4d46-8381-3215a14d27a8 req-5fe066c7-831f-4ff7-87cc-083d0b99c6a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0423741 Jul 16 03:04:29.693674 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52527cfd-8f9c-4d46-8381-3215a14d27a8 req-1e5ff839-4105-4236-9e5a-1d084e074134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:29.695154 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-52527cfd-8f9c-4d46-8381-3215a14d27a8 req-1e5ff839-4105-4236-9e5a-1d084e074134 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501857 Jul 16 03:04:29.788195 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-52527cfd-8f9c-4d46-8381-3215a14d27a8 req-2b480a06-5834-482b-9ab9-c0722c097f21 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858295 Jul 16 03:04:29.878743 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-52527cfd-8f9c-4d46-8381-3215a14d27a8 req-63378c2a-aa57-4ff5-be39-a6afd68a5114 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841682 Jul 16 03:04:30.091529 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b7d9c-bb05-4f18-9181-8d1c122edd32 req-94fd7b7a-edfb-4591-9645-9ce5aff5c913 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:30.093028 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-686b7d9c-bb05-4f18-9181-8d1c122edd32 req-94fd7b7a-edfb-4591-9645-9ce5aff5c913 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 943 time: 0.0664272 Jul 16 03:04:30.130448 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-686b7d9c-bb05-4f18-9181-8d1c122edd32 req-c3f55a0e-d9e2-44d1-9afc-ed2226842fe1 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318398 Jul 16 03:04:31.297768 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9c87d-9de6-4433-95b9-751a444f7ae6 req-8e6de081-5e1e-49be-af4f-7251d89938fb tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:31.299814 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3e9c87d-9de6-4433-95b9-751a444f7ae6 req-8e6de081-5e1e-49be-af4f-7251d89938fb tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 943 time: 0.0617776 Jul 16 03:04:31.336034 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f3e9c87d-9de6-4433-95b9-751a444f7ae6 req-fc0ff98e-df2f-4a2e-880b-3be0e9b76548 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306554 Jul 16 03:04:32.505868 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06526f-f5ee-4565-99a9-16d97a2d71ce req-7847709a-18d8-4198-9941-aaf019c3095a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:32.507337 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5d06526f-f5ee-4565-99a9-16d97a2d71ce req-7847709a-18d8-4198-9941-aaf019c3095a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 943 time: 0.0620289 Jul 16 03:04:32.544368 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5d06526f-f5ee-4565-99a9-16d97a2d71ce req-0775df1a-1bce-4a6f-89c0-ed5f7e3b0757 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315206 Jul 16 03:04:33.719347 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdacab9-951d-4604-820c-943f83a8a1b8 req-4f8c610b-2813-40f6-8d39-1e06faf727a3 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:33.721377 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3bdacab9-951d-4604-820c-943f83a8a1b8 req-4f8c610b-2813-40f6-8d39-1e06faf727a3 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 943 time: 0.0677648 Jul 16 03:04:33.758779 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3bdacab9-951d-4604-820c-943f83a8a1b8 req-d57eb30d-cab6-4d4b-b043-220d2062d0ed tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317860 Jul 16 03:04:33.887253 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:04:34.802915 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device e89e2716-9fe4-4cd3-9afa-e98deeb1b516 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:04:34.896606 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port e89e2716-9fe4-4cd3-9afa-e98deeb1b516, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e89e2716-9fe4-4cd3-9afa-e98deeb1b516,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:34.908621 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': 'e89e2716-9fe4-4cd3-9afa-e98deeb1b516', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'port_id': 'e89e2716-9fe4-4cd3-9afa-e98deeb1b516', 'mac_address': 'fa:16:3e:b4:ee:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:04:34.938705 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac6bf8-e16f-41a9-89d2-bf2f1c36ccdc req-0f5e30aa-4657-4b11-8e7e-e216929c1d7a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:34.940227 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-07ac6bf8-e16f-41a9-89d2-bf2f1c36ccdc req-0f5e30aa-4657-4b11-8e7e-e216929c1d7a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 943 time: 0.0674038 Jul 16 03:04:34.950592 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:34.963548 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89e2716-9fe4-4cd3-9afa-e98deeb1b516 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:04:34.979330 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-07ac6bf8-e16f-41a9-89d2-bf2f1c36ccdc req-4857e4e8-e693-47c7-ad56-8626f3a3b8d9 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330400 Jul 16 03:04:34.983581 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port e89e2716-9fe4-4cd3-9afa-e98deeb1b516, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e89e2716-9fe4-4cd3-9afa-e98deeb1b516,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:34.988237 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:35.036838 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=e89e2716-9fe4-4cd3-9afa-e98deeb1b516,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:35.283152 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-563b80b3-a4e1-4808-adc5-c0549d7f371b tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:35.284589 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-563b80b3-a4e1-4808-adc5-c0549d7f371b tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/networks?id=08a29809-e28c-411c-9849-799df5b4efdd HTTP/1.1" status: 200 len: 813 time: 0.1020989 Jul 16 03:04:35.299521 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-9067fb9e-5006-4059-ae79-3df03042c97f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/quotas/9247ea949dd447d5b6ea3f28bdc1bac3 HTTP/1.1" status: 200 len: 375 time: 0.0094955 Jul 16 03:04:35.305589 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['e89e2716-9fe4-4cd3-9afa-e98deeb1b516'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:04:35.332168 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-73d7ad12-8f05-448e-a000-bbee36f4abc1 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9247ea949dd447d5b6ea3f28bdc1bac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277238 Jul 16 03:04:35.424801 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-42827b2d-cb86-4dad-acf9-75d4de4bedde service neutron] 10.222.0.39 "GET /v2.0/networks/08a29809-e28c-411c-9849-799df5b4efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856056 Jul 16 03:04:35.517106 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-2ec6ddee-a786-4435-925f-ffadbc538695 service neutron] 10.222.0.39 "GET /v2.0/networks/08a29809-e28c-411c-9849-799df5b4efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859210 Jul 16 03:04:35.682816 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-18da7356-c310-40fb-b3d4-c5499a45852d req-ca12f18c-a57b-4be8-95c0-dda1588ec41e tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 210 time: 0.0326390 Jul 16 03:04:36.161479 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f6501-6108-44f4-90bc-276f2e76a17a req-af41e07a-1808-4b32-b81f-6276804d852f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:36.162940 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bb9f6501-6108-44f4-90bc-276f2e76a17a req-af41e07a-1808-4b32-b81f-6276804d852f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 944 time: 0.0639822 Jul 16 03:04:36.202054 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bb9f6501-6108-44f4-90bc-276f2e76a17a req-834b1266-0f1f-4e63-a1db-7512aef8f4fe tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332699 Jul 16 03:04:36.806098 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device e89e2716-9fe4-4cd3-9afa-e98deeb1b516 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:04:36.826567 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-245a8f99-12b3-47ac-b783-6370663f6ca5 req-5a0b0a6d-d7b3-40c6-8991-4d665cb13449 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 210 time: 0.0323701 Jul 16 03:04:36.864735 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port e89e2716-9fe4-4cd3-9afa-e98deeb1b516 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:04:36.871460 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port e89e2716-9fe4-4cd3-9afa-e98deeb1b516 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:36.871838 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:36.939500 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-e3864055-529e-40a2-ae8e-97f283d790c8 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:36.941051 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-e3864055-529e-40a2-ae8e-97f283d790c8 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.59 "GET /v2.0/networks?id=08a29809-e28c-411c-9849-799df5b4efdd HTTP/1.1" status: 200 len: 813 time: 0.1170337 Jul 16 03:04:36.960187 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-d1ca9c27-eea9-4e54-87a4-2698ef71097f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Request body: {'port': {'device_id': '11899f2a-6265-442e-9476-da71249ee1fa', 'network_id': '08a29809-e28c-411c-9849-799df5b4efdd', 'admin_state_up': True, 'tenant_id': '9247ea949dd447d5b6ea3f28bdc1bac3'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:04:37.076304 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-d1ca9c27-eea9-4e54-87a4-2698ef71097f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Made reservation on behalf of 9247ea949dd447d5b6ea3f28bdc1bac3 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:04:37.080792 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-d1ca9c27-eea9-4e54-87a4-2698ef71097f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:37.087671 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:37.111365 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89e2716-9fe4-4cd3-9afa-e98deeb1b516'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:04:37.113647 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c9dd36-f8de-4a1c-92d0-2e60b6d61b2d" -d '{"events": [{"server_uuid": "c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7", "name": "network-vif-plugged", "status": "completed", "tag": "e89e2716-9fe4-4cd3-9afa-e98deeb1b516"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:04:37.127020 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port e89e2716-9fe4-4cd3-9afa-e98deeb1b516, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e89e2716-9fe4-4cd3-9afa-e98deeb1b516,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:37.131816 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:37.156879 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f599124-afe2-4796-8fdb-3e1c6ac9553b x-openstack-request-id: req-4f599124-afe2-4796-8fdb-3e1c6ac9553b {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:04:37.157165 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7", "name": "network-vif-plugged", "status": "completed", "tag": "e89e2716-9fe4-4cd3-9afa-e98deeb1b516", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:04:37.157413 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f599124-afe2-4796-8fdb-3e1c6ac9553b {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:04:37.157796 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89e2716-9fe4-4cd3-9afa-e98deeb1b516', 'code': 200} Jul 16 03:04:37.182673 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=e89e2716-9fe4-4cd3-9afa-e98deeb1b516,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:37.210978 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-d1ca9c27-eea9-4e54-87a4-2698ef71097f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Allocated IP 172.20.0.9 (08a29809-e28c-411c-9849-799df5b4efdd/8fbbbf1b-7a2f-47c8-a5bf-c13bbab862cf/16d37d7f-0f9e-4325-a27b-7473d941b5ec) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:04:37.396084 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-d1ca9c27-eea9-4e54-87a4-2698ef71097f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:37.429030 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348f589-80e9-40e2-a8e2-8b0176f5567b req-7232eaef-65ff-4aac-b1e5-229a9a4a689f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:37.430507 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9348f589-80e9-40e2-a8e2-8b0176f5567b req-7232eaef-65ff-4aac-b1e5-229a9a4a689f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 945 time: 0.1086063 Jul 16 03:04:37.485871 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9348f589-80e9-40e2-a8e2-8b0176f5567b req-532a0dd2-ccf8-4633-b385-3fc4619f0e4d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460877 Jul 16 03:04:37.487395 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-d1ca9c27-eea9-4e54-87a4-2698ef71097f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:37.533146 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-d1ca9c27-eea9-4e54-87a4-2698ef71097f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Network 08a29809-e28c-411c-9849-799df5b4efdd is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:04:37.538389 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-d1ca9c27-eea9-4e54-87a4-2698ef71097f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:04:37.540964 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-d1ca9c27-eea9-4e54-87a4-2698ef71097f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:04:37.696257 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e3ff230c-adcd-4d03-b75f-42ff03d0fdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:37.857538 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca9c27-eea9-4e54-87a4-2698ef71097f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Pushing event updated for resources: {'Port': ['ID=16d37d7f-0f9e-4325-a27b-7473d941b5ec,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:37.883803 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-d1ca9c27-eea9-4e54-87a4-2698ef71097f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:37.884417 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-d1ca9c27-eea9-4e54-87a4-2698ef71097f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:37.905314 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-d1ca9c27-eea9-4e54-87a4-2698ef71097f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9490860 Jul 16 03:04:37.910032 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d45114-38d6-42f1-846d-9efdb2669433 req-f3783fb2-a052-431a-9e94-54bead802a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:37.911458 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0d45114-38d6-42f1-846d-9efdb2669433 req-f3783fb2-a052-431a-9e94-54bead802a3f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 1098 time: 0.4786019 Jul 16 03:04:37.928594 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-a2dfa88b-e46c-4c13-9033-4a7a77a810e6 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:04:37.929667 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-a2dfa88b-e46c-4c13-9033-4a7a77a810e6 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069437 Jul 16 03:04:37.945718 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Request body: {'port': {'device_id': '11899f2a-6265-442e-9476-da71249ee1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:04:38.021024 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0d45114-38d6-42f1-846d-9efdb2669433 req-8f0005bb-4f3f-4838-beed-6dd2f70554df service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963721 Jul 16 03:04:38.069116 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:38.092082 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dbebb-f022-4783-b528-c3e2ee8a3e9b req-9e3c6fba-8418-4822-88c1-248458912527 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:38.093590 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c84dbebb-f022-4783-b528-c3e2ee8a3e9b req-9e3c6fba-8418-4822-88c1-248458912527 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 931 time: 0.1432025 Jul 16 03:04:38.207288 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c84dbebb-f022-4783-b528-c3e2ee8a3e9b req-66c386ff-5510-4363-83f4-9cca1e652baa tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935240 Jul 16 03:04:38.366218 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d37d7f-0f9e-4325-a27b-7473d941b5ec {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:04:38.373412 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:38.385302 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Transition to ACTIVE for port object 16d37d7f-0f9e-4325-a27b-7473d941b5ec will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:04:38.388953 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:38.457699 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Pushing event updated for resources: {'Port': ['ID=16d37d7f-0f9e-4325-a27b-7473d941b5ec,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:38.510375 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Attempting to bind port 16d37d7f-0f9e-4325-a27b-7473d941b5ec on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:04:38.510705 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Attempting to bind port 16d37d7f-0f9e-4325-a27b-7473d941b5ec by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '8593b997-17e7-48d8-8092-13b2e5b2dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '08a29809-e28c-411c-9849-799df5b4efdd'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:04:38.511028 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Attempting to bind port 16d37d7f-0f9e-4325-a27b-7473d941b5ec on network 08a29809-e28c-411c-9849-799df5b4efdd {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:04:38.515216 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Port 16d37d7f-0f9e-4325-a27b-7473d941b5ec on network 08a29809-e28c-411c-9849-799df5b4efdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:04:38.515539 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Attempting to bind port 16d37d7f-0f9e-4325-a27b-7473d941b5ec on network 08a29809-e28c-411c-9849-799df5b4efdd {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:04:38.520882 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:04:38.521527 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Checking segment: {'id': '8593b997-17e7-48d8-8092-13b2e5b2dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '08a29809-e28c-411c-9849-799df5b4efdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:04:38.521634 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Bound using segment: {'id': '8593b997-17e7-48d8-8092-13b2e5b2dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '08a29809-e28c-411c-9849-799df5b4efdd'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:04:38.521994 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Bound port: 16d37d7f-0f9e-4325-a27b-7473d941b5ec, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8593b997-17e7-48d8-8092-13b2e5b2dca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '08a29809-e28c-411c-9849-799df5b4efdd'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:04:38.522346 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:38.585745 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] For port 16d37d7f-0f9e-4325-a27b-7473d941b5ec, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:04:38.589598 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] For port 16d37d7f-0f9e-4325-a27b-7473d941b5ec, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16d37d7f-0f9e-4325-a27b-7473d941b5ec,segment=NetworkSegment(8593b997-17e7-48d8-8092-13b2e5b2dca3),segment_id=8593b997-17e7-48d8-8092-13b2e5b2dca3)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:04:38.593353 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:38.651894 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:38.652497 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:38.653869 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] 10.222.0.59 "PUT /v2.0/ports/16d37d7f-0f9e-4325-a27b-7473d941b5ec HTTP/1.1" status: 200 len: 1093 time: 0.7184300 Jul 16 03:04:38.654461 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11899f2a-6265-442e-9476-da71249ee1fa', 'tag': '16d37d7f-0f9e-4325-a27b-7473d941b5ec'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:04:38.656761 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4978c967-d57f-4468-9021-09f278c6654a" -d '{"events": [{"name": "network-changed", "server_uuid": "11899f2a-6265-442e-9476-da71249ee1fa", "tag": "16d37d7f-0f9e-4325-a27b-7473d941b5ec"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:04:38.699617 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a7e01-4d57-4367-b1a4-f89ff350aa53 service neutron] Pushing event updated for resources: {'Port': ['ID=16d37d7f-0f9e-4325-a27b-7473d941b5ec,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:38.732966 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354467f7-7913-4a2e-af09-d658e0813c87 x-openstack-request-id: req-354467f7-7913-4a2e-af09-d658e0813c87 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:04:38.733256 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11899f2a-6265-442e-9476-da71249ee1fa", "tag": "16d37d7f-0f9e-4325-a27b-7473d941b5ec", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:04:38.733513 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-354467f7-7913-4a2e-af09-d658e0813c87 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:04:38.733900 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11899f2a-6265-442e-9476-da71249ee1fa', 'tag': '16d37d7f-0f9e-4325-a27b-7473d941b5ec', 'status': 'completed', 'code': 200} Jul 16 03:04:38.769709 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b3d64-8747-4d41-ac8b-28418cc2f58b req-c3247f97-5165-42a6-bf1d-e1fcd48acb26 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:38.771205 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-275b3d64-8747-4d41-ac8b-28418cc2f58b req-c3247f97-5165-42a6-bf1d-e1fcd48acb26 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 945 time: 0.1690173 Jul 16 03:04:38.820535 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-275b3d64-8747-4d41-ac8b-28418cc2f58b req-9c1a5ad3-d42a-45ed-954c-6bd38c6aef71 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437763 Jul 16 03:04:38.822309 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-73138db7-9626-438d-9471-a3989abc539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:38.823716 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-73138db7-9626-438d-9471-a3989abc539a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9247ea949dd447d5b6ea3f28bdc1bac3&device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 1096 time: 0.1069922 Jul 16 03:04:38.874771 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-0805d426-12fd-47a1-b335-1257bf714412 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16d37d7f-0f9e-4325-a27b-7473d941b5ec HTTP/1.1" status: 200 len: 217 time: 0.0342171 Jul 16 03:04:38.926359 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-3ff9fd6b-df94-4809-a3a6-88ea9f836987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:38.927741 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-3ff9fd6b-df94-4809-a3a6-88ea9f836987 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8fbbbf1b-7a2f-47c8-a5bf-c13bbab862cf HTTP/1.1" status: 200 len: 853 time: 0.0464423 Jul 16 03:04:39.006157 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-29e17194-d297-44df-960b-85b8fd8e3564 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08a29809-e28c-411c-9849-799df5b4efdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269079 Jul 16 03:04:39.103504 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-66d18e8b-ac32-4d00-a423-82be9bd9b819 service neutron] 10.222.0.59 "GET /v2.0/networks/08a29809-e28c-411c-9849-799df5b4efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896397 Jul 16 03:04:39.199140 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d42c4a84-5c9b-45ef-9536-9a07b9352480 req-f0b67ef4-9fa4-458d-ad1c-70e967ef9cba service neutron] 10.222.0.59 "GET /v2.0/networks/08a29809-e28c-411c-9849-799df5b4efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883229 Jul 16 03:04:39.384311 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978c967-d57f-4468-9021-09f278c6654a req-ea1bf11c-b577-4d09-b922-19cf2435dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:39.385807 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4978c967-d57f-4468-9021-09f278c6654a req-ea1bf11c-b577-4d09-b922-19cf2435dfe6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9247ea949dd447d5b6ea3f28bdc1bac3&device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 1096 time: 0.0972936 Jul 16 03:04:39.400335 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384455dd-a9ec-41fd-912a-5fa91d93147c req-971d80ee-038f-4a2e-8150-577b52fc9cdd tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:39.401762 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-384455dd-a9ec-41fd-912a-5fa91d93147c req-971d80ee-038f-4a2e-8150-577b52fc9cdd tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 943 time: 0.0839834 Jul 16 03:04:39.494609 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-384455dd-a9ec-41fd-912a-5fa91d93147c req-188de179-fe84-48b4-a555-b9164584dbeb tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842643 Jul 16 03:04:39.519578 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978c967-d57f-4468-9021-09f278c6654a req-497f7c4e-3abc-40e1-a557-2c930d4d8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:39.521053 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4978c967-d57f-4468-9021-09f278c6654a req-497f7c4e-3abc-40e1-a557-2c930d4d8080 service neutron] 10.222.0.59 "GET /v2.0/networks?id=08a29809-e28c-411c-9849-799df5b4efdd HTTP/1.1" status: 200 len: 914 time: 0.1184652 Jul 16 03:04:39.563705 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4978c967-d57f-4468-9021-09f278c6654a req-ddacda69-bac9-43e6-a2a5-681f3cb5c112 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16d37d7f-0f9e-4325-a27b-7473d941b5ec HTTP/1.1" status: 200 len: 217 time: 0.0351169 Jul 16 03:04:39.611514 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978c967-d57f-4468-9021-09f278c6654a req-981591c2-525d-447c-9f75-2ed9d9b21e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:39.612960 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4978c967-d57f-4468-9021-09f278c6654a req-981591c2-525d-447c-9f75-2ed9d9b21e6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8fbbbf1b-7a2f-47c8-a5bf-c13bbab862cf HTTP/1.1" status: 200 len: 853 time: 0.0434422 Jul 16 03:04:39.645053 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4978c967-d57f-4468-9021-09f278c6654a req-75313a57-3aad-4ca8-8806-dc6630dae99f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=08a29809-e28c-411c-9849-799df5b4efdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254135 Jul 16 03:04:39.736943 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4978c967-d57f-4468-9021-09f278c6654a req-dc74194b-ecbc-4be2-ab36-6d3679fc5ea4 service neutron] 10.222.0.59 "GET /v2.0/networks/08a29809-e28c-411c-9849-799df5b4efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853047 Jul 16 03:04:39.828109 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4978c967-d57f-4468-9021-09f278c6654a req-ef6cc1e8-5021-49ba-8db0-ba5479a67943 service neutron] 10.222.0.59 "GET /v2.0/networks/08a29809-e28c-411c-9849-799df5b4efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846412 Jul 16 03:04:39.996532 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1f232-9211-4dfd-ab57-4ebdea7c2e15 req-2f91c9d4-6232-4dea-af42-cde94361539e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:39.998067 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6f1f232-9211-4dfd-ab57-4ebdea7c2e15 req-2f91c9d4-6232-4dea-af42-cde94361539e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 945 time: 0.0644174 Jul 16 03:04:40.037663 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b6f1f232-9211-4dfd-ab57-4ebdea7c2e15 req-a35fb51c-458a-438e-822a-bf0d89eef3a6 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332189 Jul 16 03:04:40.208726 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de2001-9646-422d-abce-c6550170c778 req-a04bb11a-06bf-4486-9067-970ce59cf336 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:40.210188 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-87de2001-9646-422d-abce-c6550170c778 req-a04bb11a-06bf-4486-9067-970ce59cf336 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 945 time: 0.0618854 Jul 16 03:04:40.246273 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-87de2001-9646-422d-abce-c6550170c778 req-8243e058-b05b-4e5e-ad97-f83d36ad1933 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305519 Jul 16 03:04:40.272344 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54808) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:04:40.366234 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfbedb5-3365-4670-b583-78385eb0b00b tempest-TestVolumeBootPattern-1191452106 tempest-TestVolumeBootPattern-1191452106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:40.367640 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-9cfbedb5-3365-4670-b583-78385eb0b00b tempest-TestVolumeBootPattern-1191452106 tempest-TestVolumeBootPattern-1191452106-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 1093 time: 0.0942814 Jul 16 03:04:40.370520 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 54812) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:04:40.374799 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Request body: {'floatingip': {'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'port_id': 'e89e2716-9fe4-4cd3-9afa-e98deeb1b516', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:04:40.396868 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for floatingip, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:40.493129 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:40.599785 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Allocated IP 172.27.1.133 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/17d38fc8-a602-4317-b978-2e30600b12c8) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:04:40.736858 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef2a24-55be-4f51-9618-abe1229b03af req-d56af656-0827-4b87-b343-f900f7d107d5 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:40.738261 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-27ef2a24-55be-4f51-9618-abe1229b03af req-d56af656-0827-4b87-b343-f900f7d107d5 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 943 time: 0.1342857 Jul 16 03:04:40.760853 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:40.798533 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-27ef2a24-55be-4f51-9618-abe1229b03af req-60624354-bf82-4258-8fbb-b6ede273a91a tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525885 Jul 16 03:04:40.823314 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:40.863666 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:04:40.866482 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:04:40.870114 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:04:40.876244 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'Port': ['ID=17d38fc8-a602-4317-b978-2e30600b12c8,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:41.226696 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:41.300231 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:41.366942 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:41.450165 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:41.455422 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:41.524046 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'Port': ['ID=17d38fc8-a602-4317-b978-2e30600b12c8,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:41.535938 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:41.640008 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Floating IP c85f59f3-6de9-4193-ae7f-668a0444f848 associated. External IP: 172.27.1.133, port: e89e2716-9fe4-4cd3-9afa-e98deeb1b516. Jul 16 03:04:41.663900 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-da3d2559-de97-4d59-8c26-bad3bb9af69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:42.144159 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b67fe5-a1e8-4136-80fc-7767b20bb5ef req-589455d9-2de8-4bb1-9ad6-aa72c5f05bdc tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:42.145668 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4b67fe5-a1e8-4136-80fc-7767b20bb5ef req-589455d9-2de8-4bb1-9ad6-aa72c5f05bdc tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 943 time: 0.1175504 Jul 16 03:04:42.147384 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Router e398aaff-a910-41bc-9aaa-f1aabbdf95dc has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:04:42.226420 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c4b67fe5-a1e8-4136-80fc-7767b20bb5ef req-26fa22ef-1f1d-4f44-8fa8-20d970821b81 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751233 Jul 16 03:04:42.281813 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:04:42.290910 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099a81d-fbd6-4668-91cb-452b9d9edcfd None None] Sync routers for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:04:42.297249 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:42.300925 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4099a81d-fbd6-4668-91cb-452b9d9edcfd None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:04:42.301553 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-4099a81d-fbd6-4668-91cb-452b9d9edcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:04:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:42.346459 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c252b110-a73f-400e-81aa-f88db4912977 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9615490 Jul 16 03:04:42.346459 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7', 'tag': 'e89e2716-9fe4-4cd3-9afa-e98deeb1b516'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:04:42.346459 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e857582c-709a-4524-914b-63467f8e6519" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7", "tag": "e89e2716-9fe4-4cd3-9afa-e98deeb1b516"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:04:42.370777 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26640727-6e2d-421a-b95b-7fd186faeede x-openstack-request-id: req-26640727-6e2d-421a-b95b-7fd186faeede {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:04:42.371067 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7", "tag": "e89e2716-9fe4-4cd3-9afa-e98deeb1b516", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:04:42.371318 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26640727-6e2d-421a-b95b-7fd186faeede {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:04:42.371711 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7', 'tag': 'e89e2716-9fe4-4cd3-9afa-e98deeb1b516', 'status': 'completed', 'code': 200} Jul 16 03:04:42.411268 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:42.422181 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-4099a81d-fbd6-4668-91cb-452b9d9edcfd None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:04:42.481615 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857582c-709a-4524-914b-63467f8e6519 req-70a0e575-c00c-45bd-9e0d-e7fc4df1b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:42.483144 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e857582c-709a-4524-914b-63467f8e6519 req-70a0e575-c00c-45bd-9e0d-e7fc4df1b0ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 1098 time: 0.0570467 Jul 16 03:04:42.572973 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857582c-709a-4524-914b-63467f8e6519 req-9e4d16b6-f1eb-44c7-8a76-01d3d3aff1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:42.574480 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e857582c-709a-4524-914b-63467f8e6519 req-9e4d16b6-f1eb-44c7-8a76-01d3d3aff1fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 912 time: 0.0845768 Jul 16 03:04:42.646136 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e857582c-709a-4524-914b-63467f8e6519 req-aa3759ec-71ac-4081-80de-04d0f10b0b1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89e2716-9fe4-4cd3-9afa-e98deeb1b516 HTTP/1.1" status: 200 len: 999 time: 0.0633659 Jul 16 03:04:42.651091 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-4099a81d-fbd6-4668-91cb-452b9d9edcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': 'c85f59f3-6de9-4193-ae7f-668a0444f848', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': 'e89e2716-9fe4-4cd3-9afa-e98deeb1b516', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:b4:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:04:41Z', 'updated_at': '2021-07-16T03:04:41Z', 'revision_number': 0, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:42.679300 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099a81d-fbd6-4668-91cb-452b9d9edcfd None None] Checking router: e398aaff-a910-41bc-9aaa-f1aabbdf95dc for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:04:42.687573 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4099a81d-fbd6-4668-91cb-452b9d9edcfd None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:04:42.688466 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-4099a81d-fbd6-4668-91cb-452b9d9edcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:04:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:42.696429 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857582c-709a-4524-914b-63467f8e6519 req-cb0c77a4-b5c4-48e0-92f2-146db97079df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:42.698013 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e857582c-709a-4524-914b-63467f8e6519 req-cb0c77a4-b5c4-48e0-92f2-146db97079df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0454116 Jul 16 03:04:42.759397 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857582c-709a-4524-914b-63467f8e6519 req-f1da7036-3105-4417-8834-d23cce9c2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:42.761036 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e857582c-709a-4524-914b-63467f8e6519 req-f1da7036-3105-4417-8834-d23cce9c2286 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523734 Jul 16 03:04:42.795145 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-4099a81d-fbd6-4668-91cb-452b9d9edcfd None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:04:42.859058 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e857582c-709a-4524-914b-63467f8e6519 req-606c38ee-52cc-47e6-9598-3c66b9e81528 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870390 Jul 16 03:04:42.870974 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 16d37d7f-0f9e-4325-a27b-7473d941b5ec details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:04:42.949861 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e857582c-709a-4524-914b-63467f8e6519 req-ed259e91-8b9d-49ca-b293-37c107b4e4c5 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842881 Jul 16 03:04:43.048860 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 16d37d7f-0f9e-4325-a27b-7473d941b5ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16d37d7f-0f9e-4325-a27b-7473d941b5ec,segment=NetworkSegment(8593b997-17e7-48d8-8092-13b2e5b2dca3),segment_id=8593b997-17e7-48d8-8092-13b2e5b2dca3)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:43.078122 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '16d37d7f-0f9e-4325-a27b-7473d941b5ec', 'network_id': '08a29809-e28c-411c-9849-799df5b4efdd', 'port_id': '16d37d7f-0f9e-4325-a27b-7473d941b5ec', 'mac_address': 'fa:16:3e:3e:61:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbbbf1b-7a2f-47c8-a5bf-c13bbab862cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:04:43.128760 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:43.143387 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d37d7f-0f9e-4325-a27b-7473d941b5ec {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:04:43.155803 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-4099a81d-fbd6-4668-91cb-452b9d9edcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': 'c85f59f3-6de9-4193-ae7f-668a0444f848', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': 'e89e2716-9fe4-4cd3-9afa-e98deeb1b516', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:b4:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:04:41Z', 'updated_at': '2021-07-16T03:04:41Z', 'revision_number': 0, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:04:43.187636 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4099a81d-fbd6-4668-91cb-452b9d9edcfd None None] The sync data for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi is: [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': 'c85f59f3-6de9-4193-ae7f-668a0444f848', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.133', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': 'e89e2716-9fe4-4cd3-9afa-e98deeb1b516', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:b4:ee:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:04:41Z', 'updated_at': '2021-07-16T03:04:41Z', 'revision_number': 0, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:04:43.192100 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 16d37d7f-0f9e-4325-a27b-7473d941b5ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16d37d7f-0f9e-4325-a27b-7473d941b5ec,segment=NetworkSegment(8593b997-17e7-48d8-8092-13b2e5b2dca3),segment_id=8593b997-17e7-48d8-8092-13b2e5b2dca3)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:43.196383 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:43.247704 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=16d37d7f-0f9e-4325-a27b-7473d941b5ec,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:43.377200 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9df8f0-bbcc-4f59-b17c-ab66c327d9b6 None None] New status for floating IP c85f59f3-6de9-4193-ae7f-668a0444f848: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:04:43.411800 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabd354-830c-49c3-a8bd-14c5595a28c5 req-1a99bdcf-5367-469b-8841-f0edb35592df tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:43.413158 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-baabd354-830c-49c3-a8bd-14c5595a28c5 req-1a99bdcf-5367-469b-8841-f0edb35592df tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 944 time: 0.0758562 Jul 16 03:04:43.449786 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-baabd354-830c-49c3-a8bd-14c5595a28c5 req-7a61f773-75b8-4116-a863-6f806e8af76f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308535 Jul 16 03:04:43.575722 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['16d37d7f-0f9e-4325-a27b-7473d941b5ec'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:04:44.624631 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2741816-2cd1-4a62-af98-4f471adb164c req-024a9a45-46be-41ef-baa7-195be47670c0 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:44.626207 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d2741816-2cd1-4a62-af98-4f471adb164c req-024a9a45-46be-41ef-baa7-195be47670c0 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 944 time: 0.0620420 Jul 16 03:04:44.662592 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d2741816-2cd1-4a62-af98-4f471adb164c req-8b18596b-8506-433d-8ecc-79448111a867 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306909 Jul 16 03:04:44.842997 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:44.856703 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 16d37d7f-0f9e-4325-a27b-7473d941b5ec up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:04:44.904449 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port 16d37d7f-0f9e-4325-a27b-7473d941b5ec completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:04:44.908709 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 16d37d7f-0f9e-4325-a27b-7473d941b5ec triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:44.909087 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:44.985452 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:45.009570 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11899f2a-6265-442e-9476-da71249ee1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d37d7f-0f9e-4325-a27b-7473d941b5ec'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:04:45.010330 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f386ebc5-aca6-49d2-b1d8-01493b712ed9" -d '{"events": [{"server_uuid": "11899f2a-6265-442e-9476-da71249ee1fa", "name": "network-vif-plugged", "status": "completed", "tag": "16d37d7f-0f9e-4325-a27b-7473d941b5ec"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:04:45.023725 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 16d37d7f-0f9e-4325-a27b-7473d941b5ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16d37d7f-0f9e-4325-a27b-7473d941b5ec,segment=NetworkSegment(8593b997-17e7-48d8-8092-13b2e5b2dca3),segment_id=8593b997-17e7-48d8-8092-13b2e5b2dca3)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:45.027772 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:45.052766 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11d5628-e0c2-460e-8ff7-5d61ae5ecfaf x-openstack-request-id: req-b11d5628-e0c2-460e-8ff7-5d61ae5ecfaf {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:04:45.053059 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11899f2a-6265-442e-9476-da71249ee1fa", "name": "network-vif-plugged", "status": "completed", "tag": "16d37d7f-0f9e-4325-a27b-7473d941b5ec", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:04:45.053312 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b11d5628-e0c2-460e-8ff7-5d61ae5ecfaf {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:04:45.053700 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11899f2a-6265-442e-9476-da71249ee1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d37d7f-0f9e-4325-a27b-7473d941b5ec', 'code': 200} Jul 16 03:04:45.078576 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=16d37d7f-0f9e-4325-a27b-7473d941b5ec,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:45.322144 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604407f-d05e-42a7-893f-9819c048187f req-410ac333-a066-4467-add6-2fe3737e66da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:45.323611 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2604407f-d05e-42a7-893f-9819c048187f req-410ac333-a066-4467-add6-2fe3737e66da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 1098 time: 0.0507081 Jul 16 03:04:45.360155 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2604407f-d05e-42a7-893f-9819c048187f req-0e7a6441-46de-46e0-8ddd-24c6e5be1f95 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267186 Jul 16 03:04:45.842175 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603ac49-d774-48b0-a787-a0c0925e67e9 req-daf1b164-b266-41ca-862f-365ccecf2e91 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:45.843663 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3603ac49-d774-48b0-a787-a0c0925e67e9 req-daf1b164-b266-41ca-862f-365ccecf2e91 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 945 time: 0.0671842 Jul 16 03:04:45.881596 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3603ac49-d774-48b0-a787-a0c0925e67e9 req-03d28aea-e22c-4aff-b3b1-45831e3b3c75 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315945 Jul 16 03:04:47.054271 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30280f12-5114-42cb-992b-84331dbd9cd6 req-f4bd46fc-eb4d-43b8-8ae7-afd896fbca34 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:47.055809 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-30280f12-5114-42cb-992b-84331dbd9cd6 req-f4bd46fc-eb4d-43b8-8ae7-afd896fbca34 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 945 time: 0.0643458 Jul 16 03:04:47.093674 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-30280f12-5114-42cb-992b-84331dbd9cd6 req-9b999480-9df4-4890-bf0a-0d377104ff24 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321856 Jul 16 03:04:48.978480 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:07.698137 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2a6ed293-9a28-416a-96c3-2f42937a0a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:08.476339 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b7397-3cc1-421c-b6e2-4d98072e6264 req-8feacbe3-f9f9-4993-adff-a721dd123545 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:08.477850 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-aa7b7397-3cc1-421c-b6e2-4d98072e6264 req-8feacbe3-f9f9-4993-adff-a721dd123545 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 945 time: 0.0677137 Jul 16 03:05:08.514951 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-aa7b7397-3cc1-421c-b6e2-4d98072e6264 req-9f18a55c-3903-42a3-ad0c-df4cc5480d1f tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315347 Jul 16 03:05:09.690505 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe04494-ae8e-4496-b13e-8d66619caa23 req-367c2506-c2c7-4d68-bbab-e9c280f1f75c tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:09.691981 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cbe04494-ae8e-4496-b13e-8d66619caa23 req-367c2506-c2c7-4d68-bbab-e9c280f1f75c tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 945 time: 0.0632534 Jul 16 03:05:09.729771 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-cbe04494-ae8e-4496-b13e-8d66619caa23 req-6bee2bed-ce74-43e7-b27c-91e7f7988a49 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321002 Jul 16 03:05:10.556860 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017984d0-224c-4061-8a31-2a9482e330dd req-8f6f5b5e-14ea-4e31-8694-3ce909df9f63 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:10.558308 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-017984d0-224c-4061-8a31-2a9482e330dd req-8f6f5b5e-14ea-4e31-8694-3ce909df9f63 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.59 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 945 time: 0.0612106 Jul 16 03:05:10.659846 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-017984d0-224c-4061-8a31-2a9482e330dd req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Deleting port 16d37d7f-0f9e-4325-a27b-7473d941b5ec {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:10.660214 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-017984d0-224c-4061-8a31-2a9482e330dd req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.748415 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-017984d0-224c-4061-8a31-2a9482e330dd req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] For port 16d37d7f-0f9e-4325-a27b-7473d941b5ec, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=16d37d7f-0f9e-4325-a27b-7473d941b5ec,segment=NetworkSegment(8593b997-17e7-48d8-8092-13b2e5b2dca3),segment_id=8593b997-17e7-48d8-8092-13b2e5b2dca3)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:10.749121 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-017984d0-224c-4061-8a31-2a9482e330dd req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.765381 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-017984d0-224c-4061-8a31-2a9482e330dd req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Calling delete_port for 16d37d7f-0f9e-4325-a27b-7473d941b5ec owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:10.885574 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:05:10.928226 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-017984d0-224c-4061-8a31-2a9482e330dd req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:10.939303 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e42ab-3a85-46a8-9697-a7c79c13c651 req-a99635d9-47be-4bca-a0ed-3c4d30b7f51c tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:10.940799 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-be1e42ab-3a85-46a8-9697-a7c79c13c651 req-a99635d9-47be-4bca-a0ed-3c4d30b7f51c tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/ports?device_id=11899f2a-6265-442e-9476-da71249ee1fa HTTP/1.1" status: 200 len: 945 time: 0.1031539 Jul 16 03:05:10.975271 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Pushing event deleted for resources: {'Port': ['ID=16d37d7f-0f9e-4325-a27b-7473d941b5ec,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:10.980171 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['16d37d7f-0f9e-4325-a27b-7473d941b5ec'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:05:10.997185 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:10.997539 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:10.997885 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:10.998225 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:10.998611 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:10.998892 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:10.999224 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:10.999555 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:10.999882 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:11.000249 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:11.001182 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:11.001552 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:11.049160 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-017984d0-224c-4061-8a31-2a9482e330dd req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] No DVR routers for this DVR port 16d37d7f-0f9e-4325-a27b-7473d941b5ec on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:05:11.053025 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-017984d0-224c-4061-8a31-2a9482e330dd req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:11.054985 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-017984d0-224c-4061-8a31-2a9482e330dd req-c3285d1e-552a-477f-b1c3-71d6313b5c53 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.59 "DELETE /v2.0/ports/16d37d7f-0f9e-4325-a27b-7473d941b5ec HTTP/1.1" status: 204 len: 173 time: 0.4887667 Jul 16 03:05:11.055675 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11899f2a-6265-442e-9476-da71249ee1fa', 'name': 'network-vif-deleted', 'tag': '16d37d7f-0f9e-4325-a27b-7473d941b5ec'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:05:11.057950 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37d7be7-bea8-4653-af98-ccf1376e3cd0" -d '{"events": [{"server_uuid": "11899f2a-6265-442e-9476-da71249ee1fa", "name": "network-vif-deleted", "tag": "16d37d7f-0f9e-4325-a27b-7473d941b5ec"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:05:11.063696 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-be1e42ab-3a85-46a8-9697-a7c79c13c651 req-8bad3452-0660-4164-812f-187ab5a20b46 tempest-VolumesSnapshotTestJSON-385746749 tempest-VolumesSnapshotTestJSON-385746749-project] 10.222.0.39 "GET /v2.0/security-groups?id=84ec61e0-f727-45c5-9c1e-a646a8e0c725&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960948 Jul 16 03:05:11.099183 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47840a6f-d06a-42c1-911f-5c989d818540 x-openstack-request-id: req-47840a6f-d06a-42c1-911f-5c989d818540 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:05:11.099473 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11899f2a-6265-442e-9476-da71249ee1fa", "name": "network-vif-deleted", "tag": "16d37d7f-0f9e-4325-a27b-7473d941b5ec", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:05:11.099730 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47840a6f-d06a-42c1-911f-5c989d818540 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:05:11.100150 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11899f2a-6265-442e-9476-da71249ee1fa', 'name': 'network-vif-deleted', 'tag': '16d37d7f-0f9e-4325-a27b-7473d941b5ec', 'status': 'completed', 'code': 200} Jul 16 03:05:11.368284 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:11.667357 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-02c7094b-e785-4235-8d84-8e025ecdf032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:12.396772 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:14.846136 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:16.538660 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 16d37d7f-0f9e-4325-a27b-7473d941b5ec no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:16.558523 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: 16d37d7f-0f9e-4325-a27b-7473d941b5ec {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:16.558869 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 16d37d7f-0f9e-4325-a27b-7473d941b5ec not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:19.002038 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:28.268149 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-48a7ab74-4c0f-462d-ab26-bfe0729499b2 req-48688a96-71cf-4a6a-a270-1016b974c27c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556226 Jul 16 03:05:28.384369 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7ab74-4c0f-462d-ab26-bfe0729499b2 req-12e6dfb2-6a9c-45e3-933b-022f399503b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:28.385908 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-48a7ab74-4c0f-462d-ab26-bfe0729499b2 req-12e6dfb2-6a9c-45e3-933b-022f399503b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 1098 time: 0.0585051 Jul 16 03:05:28.491318 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7ab74-4c0f-462d-ab26-bfe0729499b2 req-8b8d9269-bf82-4195-8491-eeead35f1892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:28.492796 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-48a7ab74-4c0f-462d-ab26-bfe0729499b2 req-8b8d9269-bf82-4195-8491-eeead35f1892 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 912 time: 0.0852153 Jul 16 03:05:28.559298 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-48a7ab74-4c0f-462d-ab26-bfe0729499b2 req-376cc6e3-f0d6-414a-b1fa-19f7754c27d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89e2716-9fe4-4cd3-9afa-e98deeb1b516 HTTP/1.1" status: 200 len: 1001 time: 0.0594566 Jul 16 03:05:28.606880 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7ab74-4c0f-462d-ab26-bfe0729499b2 req-bed1e6ad-5d70-4adb-aeda-ede49418e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:28.608294 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-48a7ab74-4c0f-462d-ab26-bfe0729499b2 req-bed1e6ad-5d70-4adb-aeda-ede49418e9ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0428312 Jul 16 03:05:28.664650 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7ab74-4c0f-462d-ab26-bfe0729499b2 req-e565b026-52d6-4f09-aff8-c54a4b75c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:28.666151 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-48a7ab74-4c0f-462d-ab26-bfe0729499b2 req-e565b026-52d6-4f09-aff8-c54a4b75c1ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514157 Jul 16 03:05:28.759745 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-48a7ab74-4c0f-462d-ab26-bfe0729499b2 req-34318ef1-e64b-40a2-8082-2eb9bee9560b service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864985 Jul 16 03:05:28.848965 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-48a7ab74-4c0f-462d-ab26-bfe0729499b2 req-4c758c8c-9555-4246-888b-f57787cf2eb7 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825615 Jul 16 03:05:35.191770 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55060) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:35.239088 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-8831ca27-9e1a-41dc-89eb-bcba0f61d002 admin admin] Deleting subnet 8fbbbf1b-7a2f-47c8-a5bf-c13bbab862cf {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:05:35.242076 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8831ca27-9e1a-41dc-89eb-bcba0f61d002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.276478 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8831ca27-9e1a-41dc-89eb-bcba0f61d002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12362009'] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.314833 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8831ca27-9e1a-41dc-89eb-bcba0f61d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.365134 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8831ca27-9e1a-41dc-89eb-bcba0f61d002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8867455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8577270'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.388049 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831ca27-9e1a-41dc-89eb-bcba0f61d002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fbbbf1b-7a2f-47c8-a5bf-c13bbab862cf,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:35.393787 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8831ca27-9e1a-41dc-89eb-bcba0f61d002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.395879 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8831ca27-9e1a-41dc-89eb-bcba0f61d002 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8fbbbf1b-7a2f-47c8-a5bf-c13bbab862cf HTTP/1.1" status: 204 len: 168 time: 0.2029023 Jul 16 03:05:35.398119 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55062) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:35.467823 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-323f704d-d642-414e-a641-3679f46a843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.543651 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-323f704d-d642-414e-a641-3679f46a843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.553406 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-323f704d-d642-414e-a641-3679f46a843e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a29809-e28c-411c-9849-799df5b4efdd']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:35.567175 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-323f704d-d642-414e-a641-3679f46a843e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8593b997-17e7-48d8-8092-13b2e5b2dca3') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:35.567470 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-323f704d-d642-414e-a641-3679f46a843e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8593b997-17e7-48d8-8092-13b2e5b2dca3') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:35.575979 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-323f704d-d642-414e-a641-3679f46a843e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12362030'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.590265 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-323f704d-d642-414e-a641-3679f46a843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.596424 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323f704d-d642-414e-a641-3679f46a843e admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:05:35.596854 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-323f704d-d642-414e-a641-3679f46a843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8866269'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: timer() Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: cb(*args, **kw) Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: self._notify() Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: self.callback(batched_events) Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: event.method(event) Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._get(url).json() Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:05:35.598579 dv-cinder-788364-5-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:05:35.651028 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-323f704d-d642-414e-a641-3679f46a843e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.656580 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-323f704d-d642-414e-a641-3679f46a843e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.658447 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-323f704d-d642-414e-a641-3679f46a843e admin admin] 10.222.0.39 "DELETE /v2.0/networks/08a29809-e28c-411c-9849-799df5b4efdd HTTP/1.1" status: 204 len: 168 time: 0.2594154 Jul 16 03:05:35.668984 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f704d-d642-414e-a641-3679f46a843e admin admin] Pushing event deleted for resources: {'Network': ['ID=08a29809-e28c-411c-9849-799df5b4efdd,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:35.824836 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55066) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:35.864617 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c5288f9f-9f57-4894-b75c-735a3230072e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9247ea949dd447d5b6ea3f28bdc1bac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386188 Jul 16 03:05:35.867035 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55068) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:35.914638 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-937ecec0-82ce-4a6c-a678-2ac8b4da5c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.940159 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-937ecec0-82ce-4a6c-a678-2ac8b4da5c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.985273 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-937ecec0-82ce-4a6c-a678-2ac8b4da5c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.987880 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-937ecec0-82ce-4a6c-a678-2ac8b4da5c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.989207 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-937ecec0-82ce-4a6c-a678-2ac8b4da5c46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84ec61e0-f727-45c5-9c1e-a646a8e0c725 HTTP/1.1" status: 204 len: 168 time: 0.1212606 Jul 16 03:05:35.996984 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ecec0-82ce-4a6c-a678-2ac8b4da5c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ec61e0-f727-45c5-9c1e-a646a8e0c725,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:36.640795 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55090) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:36.734222 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-397246487-network', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:05:36.754782 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Made reservation on behalf of 9d2a44b4356541ac9b8fe22d793d41fa for: {'network': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:05:36.757464 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:36.766166 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:36.853608 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:36.857209 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:36.877869 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=92928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:05:36.891654 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd5b504-0c6e-4f78-8379-a7f14ac73d64,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:36.899432 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:36.899770 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.db.segments_db [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Added segment c1833c99-ac6a-47b7-9e44-03f2dd12001d of type vlan for network 95c31cf4-fdaf-424f-8220-64ce790d4db5 Jul 16 03:05:36.901862 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:36.902204 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:36.902538 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:36.902877 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:36.903201 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:36.903528 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:36.903847 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:36.904165 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:36.904483 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:36.904825 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:36.905139 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:36.905452 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:36.951365 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:36.979040 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:36.980027 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:36.980634 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.011229 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3693175 Jul 16 03:05:37.013999 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55096) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:37.018841 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-1831b3a1-f572-4de9-a946-edc85f4f9e89 admin admin] Request body: {'subnet': {'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-397246487-subnet', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:05:37.051965 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3222e33-81d6-4793-a428-cc6244979e7c admin admin] Pushing event updated for resources: {'Network': ['ID=95c31cf4-fdaf-424f-8220-64ce790d4db5,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:37.061691 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 95c31cf4-fdaf-424f-8220-64ce790d4db5 details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:05:37.066302 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1831b3a1-f572-4de9-a946-edc85f4f9e89 admin admin] Made reservation on behalf of 9d2a44b4356541ac9b8fe22d793d41fa for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:05:37.068601 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1831b3a1-f572-4de9-a946-edc85f4f9e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12322945'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.231045 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1831b3a1-f572-4de9-a946-edc85f4f9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8531676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12322963'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.284589 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831b3a1-f572-4de9-a946-edc85f4f9e89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2deeb56c-e047-43c2-b507-6884401f9644,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:37.291738 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1831b3a1-f572-4de9-a946-edc85f4f9e89 admin admin] Checking segment: {'id': 'c1833c99-ac6a-47b7-9e44-03f2dd12001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:05:37.292104 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1831b3a1-f572-4de9-a946-edc85f4f9e89 admin admin] Network hostable DHCP agents. Network: 95c31cf4-fdaf-424f-8220-64ce790d4db5, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:05:37.308549 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1831b3a1-f572-4de9-a946-edc85f4f9e89 admin admin] Network 95c31cf4-fdaf-424f-8220-64ce790d4db5 is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:05:37.317564 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-1831b3a1-f572-4de9-a946-edc85f4f9e89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 95c31cf4-fdaf-424f-8220-64ce790d4db5) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:05:37.322097 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1831b3a1-f572-4de9-a946-edc85f4f9e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:37.323092 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1831b3a1-f572-4de9-a946-edc85f4f9e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.326125 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868b6e17-ea7c-4b6f-a78e-b4e2b868495f None None] Network 95c31cf4-fdaf-424f-8220-64ce790d4db5 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:05:37.339981 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1831b3a1-f572-4de9-a946-edc85f4f9e89 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3224325 Jul 16 03:05:37.340383 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55098) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:37.345175 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:05:37.367245 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-891120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10646'] for router, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.368287 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10653'] for router, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.419256 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.475366 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10044808-b05a-5995-a1b9-af19030856e8-95c31cf4-fdaf-424f-8220-64ce790d4db5', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'fixed_ips': [{'subnet_id': '2deeb56c-e047-43c2-b507-6884401f9644'}]}} from dv-cinder-788364-5-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:05:37.476263 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.553898 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-891029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7799'] for router, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.608224 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Allocated IP 172.20.0.2 (95c31cf4-fdaf-424f-8220-64ce790d4db5/2deeb56c-e047-43c2-b507-6884401f9644/d3b5a47d-ceba-4104-8e61-c18a3b1b602f) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:05:37.715506 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2ed08058-8fff-41a7-afac-9547110eea5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.757603 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.777092 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.883887 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.886920 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Allocated IP 172.27.1.141 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/3846798d-e483-4d48-b7f6-06a27911f215) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:05:37.892325 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Transition to ACTIVE for port object d3b5a47d-ceba-4104-8e61-c18a3b1b602f will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:05:37.907451 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Transition to ACTIVE for port object d3b5a47d-ceba-4104-8e61-c18a3b1b602f will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:05:37.913960 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.953161 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Network 95c31cf4-fdaf-424f-8220-64ce790d4db5 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:05:37.955879 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:05:37.959445 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:05:37.966619 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Pushing event updated for resources: {'Port': ['ID=d3b5a47d-ceba-4104-8e61-c18a3b1b602f,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:37.995120 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:37.995473 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:37.995822 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:37.996164 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:37.996500 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:37.996624 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:37.996898 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:37.997239 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:37.997573 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:37.997905 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:37.998243 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:37.998571 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:37.998899 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:38.032441 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Attempting to bind port d3b5a47d-ceba-4104-8e61-c18a3b1b602f on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:05:38.032849 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Attempting to bind port d3b5a47d-ceba-4104-8e61-c18a3b1b602f by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'c1833c99-ac6a-47b7-9e44-03f2dd12001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:05:38.033422 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Attempting to bind port d3b5a47d-ceba-4104-8e61-c18a3b1b602f on network 95c31cf4-fdaf-424f-8220-64ce790d4db5 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:05:38.038614 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:05:38.039036 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Checking segment: {'id': 'c1833c99-ac6a-47b7-9e44-03f2dd12001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:05:38.039475 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:38.039880 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Bound using segment: {'id': 'c1833c99-ac6a-47b7-9e44-03f2dd12001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:05:38.040356 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Bound port: d3b5a47d-ceba-4104-8e61-c18a3b1b602f, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1833c99-ac6a-47b7-9e44-03f2dd12001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:05:38.040790 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:38.040944 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:38.080866 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:05:38.083666 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:05:38.087153 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:05:38.092467 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Pushing event updated for resources: {'Port': ['ID=3846798d-e483-4d48-b7f6-06a27911f215,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:38.111307 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] For port d3b5a47d-ceba-4104-8e61-c18a3b1b602f, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:05:38.114810 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] For port d3b5a47d-ceba-4104-8e61-c18a3b1b602f, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=d3b5a47d-ceba-4104-8e61-c18a3b1b602f,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:05:38.118866 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:38.178338 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6f0a4-544d-450d-85f0-4fb93072aa0f None None] Pushing event updated for resources: {'Port': ['ID=d3b5a47d-ceba-4104-8e61-c18a3b1b602f,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:38.353403 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:38.550081 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-891131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890880'] for router, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:38.674012 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Router a7e1642c-a942-4a47-b538-1aed16924e7a is scheduled to L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 with binding_index 1 {{(pid=92927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:05:39.021477 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad42a69b-16df-4db5-a0fa-4c3546ee4adc None None] Network 95c31cf4-fdaf-424f-8220-64ce790d4db5 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:05:39.047115 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:05:39.062672 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:39.064214 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c2d8ffa8-ab48-46c0-8991-27bba81e3d52 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7227108 Jul 16 03:05:39.066666 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55100) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:39.083562 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Sync routers for ids ['a7e1642c-a942-4a47-b538-1aed16924e7a'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:05:39.103291 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9ae95874-ee05-4596-a051-c04f29c3615d None None] Provisioning for port d3b5a47d-ceba-4104-8e61-c18a3b1b602f completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:05:39.112392 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Routers {'a7e1642c-a942-4a47-b538-1aed16924e7a'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:39.113123 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:05:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a7e1642c-a942-4a47-b538-1aed16924e7a'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:39.270566 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Set router a7e1642c-a942-4a47-b538-1aed16924e7a gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:39.466964 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '3846798d-e483-4d48-b7f6-06a27911f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:38Z', 'revision_number': 3, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port': {'id': '3846798d-e483-4d48-b7f6-06a27911f215', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:39.483236 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:39.498191 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Checking router: a7e1642c-a942-4a47-b538-1aed16924e7a for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:05:39.498893 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Updating router a7e1642c-a942-4a47-b538-1aed16924e7a port 3846798d-e483-4d48-b7f6-06a27911f215 binding host dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:05:39.536154 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:39.644054 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Allocated IP 172.20.0.1 (95c31cf4-fdaf-424f-8220-64ce790d4db5/2deeb56c-e047-43c2-b507-6884401f9644/e52deafa-ea8b-4b94-9229-a5b58bbd87eb) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:05:39.750861 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:39.765929 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Transition to ACTIVE for port object e52deafa-ea8b-4b94-9229-a5b58bbd87eb will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:05:39.799605 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:39.802978 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:39.813574 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Transition to ACTIVE for port object 3846798d-e483-4d48-b7f6-06a27911f215 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:05:39.819602 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:39.837047 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Network 95c31cf4-fdaf-424f-8220-64ce790d4db5 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:05:39.843225 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:05:39.846950 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:05:39.872713 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Attempting to bind port 3846798d-e483-4d48-b7f6-06a27911f215 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:05:39.873165 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Attempting to bind port 3846798d-e483-4d48-b7f6-06a27911f215 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:05:39.873588 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Attempting to bind port 3846798d-e483-4d48-b7f6-06a27911f215 on network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:05:39.880989 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3a6aa-d943-400e-ac92-c055c8049673 None None] Pushing event updated for resources: {'Port': ['ID=3846798d-e483-4d48-b7f6-06a27911f215,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:39.885282 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:05:39.885785 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Checking segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:05:39.886285 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:39.886762 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Bound using segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:05:39.887358 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Bound port: 3846798d-e483-4d48-b7f6-06a27911f215, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:05:39.888326 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:39.894664 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Pushing event updated for resources: {'Port': ['ID=e52deafa-ea8b-4b94-9229-a5b58bbd87eb,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:39.897228 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958519'] for router_interface, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:39.962361 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] For port 3846798d-e483-4d48-b7f6-06a27911f215, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:05:39.965859 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] For port 3846798d-e483-4d48-b7f6-06a27911f215, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=3846798d-e483-4d48-b7f6-06a27911f215,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:05:39.970643 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:40.053117 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:40.079929 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Routers {'a7e1642c-a942-4a47-b538-1aed16924e7a'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:40.080560 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:05:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a7e1642c-a942-4a47-b538-1aed16924e7a'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:40.086595 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3a6aa-d943-400e-ac92-c055c8049673 None None] Pushing event updated for resources: {'Port': ['ID=3846798d-e483-4d48-b7f6-06a27911f215,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:40.146389 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-3da52ab5-0214-45a4-9205-e28769633822 None None] Provisioning for port e52deafa-ea8b-4b94-9229-a5b58bbd87eb completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:05:40.160712 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-3da52ab5-0214-45a4-9205-e28769633822 None None] Provisioning complete for port e52deafa-ea8b-4b94-9229-a5b58bbd87eb triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:40.160712 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3da52ab5-0214-45a4-9205-e28769633822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:40.229534 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device d3b5a47d-ceba-4104-8e61-c18a3b1b602f up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:05:40.229802 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:40.236899 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:40.307710 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Pushing event updated for resources: {'Port': ['ID=e52deafa-ea8b-4b94-9229-a5b58bbd87eb,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:40.310425 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958531'] for router_interface, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:40.404938 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Network 95c31cf4-fdaf-424f-8220-64ce790d4db5 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:05:40.406414 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:05:40.412646 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-3da52ab5-0214-45a4-9205-e28769633822 None None] Port e52deafa-ea8b-4b94-9229-a5b58bbd87eb cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:05:40.433148 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] Set router a7e1642c-a942-4a47-b538-1aed16924e7a gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:40.518030 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port d3b5a47d-ceba-4104-8e61-c18a3b1b602f completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:05:40.534367 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Router a7e1642c-a942-4a47-b538-1aed16924e7a has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:05:40.539207 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port d3b5a47d-ceba-4104-8e61-c18a3b1b602f triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:40.539589 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:40.657565 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:05:40.672421 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-444b06fd-9936-472f-bff6-e840ac99829c admin admin] 10.222.0.39 "PUT /v2.0/routers/a7e1642c-a942-4a47-b538-1aed16924e7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5959017 Jul 16 03:05:40.712328 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:40.769058 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-9b78469e-95f6-4984-8211-43b051d883b1 None None] Provisioning complete for port e52deafa-ea8b-4b94-9229-a5b58bbd87eb triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:40.769347 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9b78469e-95f6-4984-8211-43b051d883b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:40.771966 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port d3b5a47d-ceba-4104-8e61-c18a3b1b602f, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=d3b5a47d-ceba-4104-8e61-c18a3b1b602f,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:40.798980 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:40.836046 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '3846798d-e483-4d48-b7f6-06a27911f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:40Z', 'revision_number': 4, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port': {'id': '3846798d-e483-4d48-b7f6-06a27911f215', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': 'e52deafa-ea8b-4b94-9229-a5b58bbd87eb', 'name': '', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'mac_address': 'fa:16:3e:ac:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2deeb56c-e047-43c2-b507-6884401f9644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:39Z', 'updated_at': '2021-07-16T03:05:39Z', 'revision_number': 1, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'subnets': [{'id': '2deeb56c-e047-43c2-b507-6884401f9644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:40.863864 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9b78469e-95f6-4984-8211-43b051d883b1 None None] Port e52deafa-ea8b-4b94-9229-a5b58bbd87eb cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:05:40.869582 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8eef9f-590f-47fe-aa13-a9d78cac9c48 None None] The sync data for ids ['a7e1642c-a942-4a47-b538-1aed16924e7a'] in dv-cinder-788364-5-iscsi is: [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '3846798d-e483-4d48-b7f6-06a27911f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:40Z', 'revision_number': 4, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port': {'id': '3846798d-e483-4d48-b7f6-06a27911f215', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': 'e52deafa-ea8b-4b94-9229-a5b58bbd87eb', 'name': '', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'mac_address': 'fa:16:3e:ac:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2deeb56c-e047-43c2-b507-6884401f9644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:39Z', 'updated_at': '2021-07-16T03:05:39Z', 'revision_number': 1, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'subnets': [{'id': '2deeb56c-e047-43c2-b507-6884401f9644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:05:40.893389 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=d3b5a47d-ceba-4104-8e61-c18a3b1b602f,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:41.174288 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55116) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:41.179531 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1286401829-network', 'tenant_id': 'a740997957b34123b4425b465e9b05e2'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:05:41.204926 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] Made reservation on behalf of a740997957b34123b4425b465e9b05e2 for: {'network': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:05:41.207551 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for network, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.216629 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.313441 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.317728 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.342574 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=92927) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:05:41.352821 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55397b3a-cb52-478b-95cf-5256a220d9c4,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:41.358213 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.358559 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.segments_db [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] Added segment c74b16fc-0ede-4d8a-b482-449baf5adc5d of type vlan for network 65355cdb-e733-4d28-98d5-b21d08f428b3 Jul 16 03:05:41.376807 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.400965 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770588730372'] for network, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.433867 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911'] for network, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.434883 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:41.435475 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.480014 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3015504 Jul 16 03:05:41.481332 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55118) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:41.491170 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-5b4ef682-dd49-4d22-82d2-1fb5380e44fe admin admin] Request body: {'subnet': {'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1286401829-subnet', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'ip_version': 4}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:05:41.517705 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9547a-83c9-4f64-a457-f03613d2cb18 admin admin] Pushing event updated for resources: {'Network': ['ID=65355cdb-e733-4d28-98d5-b21d08f428b3,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:41.529379 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Network 65355cdb-e733-4d28-98d5-b21d08f428b3 details requested by agent ovs-agent-dv-cinder-788364-5-iscsi with host dv-cinder-788364-5-iscsi {{(pid=92929) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:05:41.551752 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4ef682-dd49-4d22-82d2-1fb5380e44fe admin admin] Made reservation on behalf of a740997957b34123b4425b465e9b05e2 for: {'subnet': 1} {{(pid=92928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:05:41.554360 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef682-dd49-4d22-82d2-1fb5380e44fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12322945'] for subnet, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.674955 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7783d48b-d9ef-405d-9b2b-47ca2d59956c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.733068 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef682-dd49-4d22-82d2-1fb5380e44fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8531676', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12322963'] for subnet, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.792231 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ef682-dd49-4d22-82d2-1fb5380e44fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=de5fe400-b10d-4aa4-af37-0268c9e058e7,revision_number=0']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:41.803565 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4ef682-dd49-4d22-82d2-1fb5380e44fe admin admin] Checking segment: {'id': 'c74b16fc-0ede-4d8a-b482-449baf5adc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:05:41.803921 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4ef682-dd49-4d22-82d2-1fb5380e44fe admin admin] Network hostable DHCP agents. Network: 65355cdb-e733-4d28-98d5-b21d08f428b3, hostable agents: ['fa4dbb7f-6234-4c48-9f3f-d041da74f9e7'], hosted agents: [] {{(pid=92928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:05:41.820900 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4ef682-dd49-4d22-82d2-1fb5380e44fe admin admin] Network 65355cdb-e733-4d28-98d5-b21d08f428b3 is scheduled to be hosted by DHCP agent fa4dbb7f-6234-4c48-9f3f-d041da74f9e7 with binding_index 1 {{(pid=92928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:05:41.830581 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-5b4ef682-dd49-4d22-82d2-1fb5380e44fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-iscsi, 65355cdb-e733-4d28-98d5-b21d08f428b3) {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:05:41.834671 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4ef682-dd49-4d22-82d2-1fb5380e44fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:41.835261 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef682-dd49-4d22-82d2-1fb5380e44fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.841146 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24ddce7-80d0-4d7c-a938-866e527a60c5 None None] Network 65355cdb-e733-4d28-98d5-b21d08f428b3 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:05:41.861322 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-5b4ef682-dd49-4d22-82d2-1fb5380e44fe admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3787687 Jul 16 03:05:41.900840 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55120) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:41.905728 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1286401829-router', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:05:41.928988 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-891120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10646'] for router, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.930072 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-890935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-815583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10653'] for router, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:41.986355 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.010361 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10044808-b05a-5995-a1b9-af19030856e8-65355cdb-e733-4d28-98d5-b21d08f428b3', 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'fixed_ips': [{'subnet_id': 'de5fe400-b10d-4aa4-af37-0268c9e058e7'}]}} from dv-cinder-788364-5-iscsi. {{(pid=92929) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:05:42.011548 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.140514 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-890917', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-891029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7799'] for router, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.166960 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.db_base_plugin_common [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Allocated IP 172.20.0.2 (65355cdb-e733-4d28-98d5-b21d08f428b3/de5fe400-b10d-4aa4-af37-0268c9e058e7/3d89876a-b3d5-48ef-9a69-638e20ab2bb5) {{(pid=92929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:05:42.272585 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 3846798d-e483-4d48-b7f6-06a27911f215 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:05:42.364802 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Notify callbacks [] for port, precommit_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.368939 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.376533 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Transition to ACTIVE for port object 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:05:42.392012 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.395255 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 3846798d-e483-4d48-b7f6-06a27911f215 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:05:42.401103 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Transition to ACTIVE for port object 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 will not be triggered until provisioned by entity DHCP. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:05:42.406516 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 3846798d-e483-4d48-b7f6-06a27911f215 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:42.406886 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.412325 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771'] for port, after_create {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.442025 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.479981 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Network 65355cdb-e733-4d28-98d5-b21d08f428b3 is already hosted by enough agents. {{(pid=92929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:05:42.485600 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.scheduler.base_scheduler [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Resources bound (agent type, host, resource id): {{(pid=92929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:05:42.492522 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Received port after_create {{(pid=92929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:05:42.496383 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Pushing event updated for resources: {'Port': ['ID=3d89876a-b3d5-48ef-9a69-638e20ab2bb5,revision_number=1']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:42.498514 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Allocated IP 172.27.1.233 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/19b4b88c-9f4a-4410-ac49-808fa9c4aca0) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:05:42.581435 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Attempting to bind port 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:05:42.581811 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Attempting to bind port 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'c74b16fc-0ede-4d8a-b482-449baf5adc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:05:42.582184 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Attempting to bind port 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 on network 65355cdb-e733-4d28-98d5-b21d08f428b3 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:05:42.594576 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:05:42.595106 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Checking segment: {'id': 'c74b16fc-0ede-4d8a-b482-449baf5adc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:05:42.595564 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.595973 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Bound using segment: {'id': 'c74b16fc-0ede-4d8a-b482-449baf5adc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:05:42.596483 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Bound port: 3d89876a-b3d5-48ef-9a69-638e20ab2bb5, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74b16fc-0ede-4d8a-b482-449baf5adc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:05:42.596926 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.612726 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.615480 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.655091 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 3846798d-e483-4d48-b7f6-06a27911f215, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=3846798d-e483-4d48-b7f6-06a27911f215,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:42.659704 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.663452 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.664266 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device d3b5a47d-ceba-4104-8e61-c18a3b1b602f up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:05:42.696721 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:05:42.701724 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:05:42.705378 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:05:42.732022 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Pushing event updated for resources: {'Port': ['ID=19b4b88c-9f4a-4410-ac49-808fa9c4aca0,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:42.742533 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-622d048f-7705-4802-b980-b32d204acef6 None None] For port 3d89876a-b3d5-48ef-9a69-638e20ab2bb5, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:05:42.768775 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-622d048f-7705-4802-b980-b32d204acef6 None None] For port 3d89876a-b3d5-48ef-9a69-638e20ab2bb5, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=3d89876a-b3d5-48ef-9a69-638e20ab2bb5,segment=NetworkSegment(c74b16fc-0ede-4d8a-b482-449baf5adc5d),segment_id=c74b16fc-0ede-4d8a-b482-449baf5adc5d)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:05:42.776850 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.780208 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=3846798d-e483-4d48-b7f6-06a27911f215,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:42.833178 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port d3b5a47d-ceba-4104-8e61-c18a3b1b602f triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:42.833178 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:42.885268 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d048f-7705-4802-b980-b32d204acef6 None None] Pushing event updated for resources: {'Port': ['ID=3d89876a-b3d5-48ef-9a69-638e20ab2bb5,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:42.973414 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Sync routers for ids ['a7e1642c-a942-4a47-b538-1aed16924e7a'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:05:42.983047 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Routers {'a7e1642c-a942-4a47-b538-1aed16924e7a'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:42.983866 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:05:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a7e1642c-a942-4a47-b538-1aed16924e7a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:42.990012 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:43.128100 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Set router a7e1642c-a942-4a47-b538-1aed16924e7a gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:43.212101 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-891131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-890880'] for router, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:43.345306 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Router 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb is scheduled to L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 with binding_index 1 {{(pid=92927) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:05:43.417311 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '3846798d-e483-4d48-b7f6-06a27911f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:40Z', 'revision_number': 4, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port': {'id': '3846798d-e483-4d48-b7f6-06a27911f215', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': 'e52deafa-ea8b-4b94-9229-a5b58bbd87eb', 'name': '', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'mac_address': 'fa:16:3e:ac:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2deeb56c-e047-43c2-b507-6884401f9644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:39Z', 'updated_at': '2021-07-16T03:05:40Z', 'revision_number': 2, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'subnets': [{'id': '2deeb56c-e047-43c2-b507-6884401f9644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:43.446640 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Checking router: a7e1642c-a942-4a47-b538-1aed16924e7a for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:05:43.447001 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Updating router a7e1642c-a942-4a47-b538-1aed16924e7a port e52deafa-ea8b-4b94-9229-a5b58bbd87eb binding host dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:05:43.451500 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:05:43.461084 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Sync routers for ids ['0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:05:43.473840 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Routers {'0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:43.475129 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:05:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:43.477816 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:43.481269 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-ff05a5d9-7e97-4d28-98bf-64ce9aa13c31 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5791936 Jul 16 03:05:43.482402 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55122) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:43.497464 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:43.589078 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Set router 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:43.796630 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:43.809658 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Transition to ACTIVE for port object e52deafa-ea8b-4b94-9229-a5b58bbd87eb will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:05:43.819238 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:43.821160 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'name': 'tempest-TestShelveInstance-1286401829-router', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '19b4b88c-9f4a-4410-ac49-808fa9c4aca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:41Z', 'updated_at': '2021-07-16T03:05:42Z', 'revision_number': 3, 'project_id': 'a740997957b34123b4425b465e9b05e2', 'gw_port': {'id': '19b4b88c-9f4a-4410-ac49-808fa9c4aca0', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:42Z', 'updated_at': '2021-07-16T03:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:43.823039 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d4a61a-9e13-4efa-8508-1628e9f5bc2a None None] Network 65355cdb-e733-4d28-98d5-b21d08f428b3 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:05:43.858514 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Checking router: 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:05:43.858959 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Updating router 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb port 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 binding host dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:05:43.882336 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b02447-9ab6-4bd1-9586-e6bce42e10cb None None] Pushing event updated for resources: {'Port': ['ID=e52deafa-ea8b-4b94-9229-a5b58bbd87eb,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:43.899519 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:43.906862 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b02447-9ab6-4bd1-9586-e6bce42e10cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:43.907212 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b02447-9ab6-4bd1-9586-e6bce42e10cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:43.907555 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b02447-9ab6-4bd1-9586-e6bce42e10cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:43.907892 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b02447-9ab6-4bd1-9586-e6bce42e10cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:43.908224 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b02447-9ab6-4bd1-9586-e6bce42e10cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:43.908555 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b02447-9ab6-4bd1-9586-e6bce42e10cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:43.908908 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b02447-9ab6-4bd1-9586-e6bce42e10cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:43.909240 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b02447-9ab6-4bd1-9586-e6bce42e10cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:43.909594 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b02447-9ab6-4bd1-9586-e6bce42e10cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:43.909924 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b02447-9ab6-4bd1-9586-e6bce42e10cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:43.910247 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b02447-9ab6-4bd1-9586-e6bce42e10cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:43.910568 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b02447-9ab6-4bd1-9586-e6bce42e10cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:43.944596 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:43.947608 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Attempting to bind port e52deafa-ea8b-4b94-9229-a5b58bbd87eb on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:05:43.947979 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Attempting to bind port e52deafa-ea8b-4b94-9229-a5b58bbd87eb by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'c1833c99-ac6a-47b7-9e44-03f2dd12001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:05:43.948346 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Attempting to bind port e52deafa-ea8b-4b94-9229-a5b58bbd87eb on network 95c31cf4-fdaf-424f-8220-64ce790d4db5 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:05:43.954404 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:05:43.954778 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Checking segment: {'id': 'c1833c99-ac6a-47b7-9e44-03f2dd12001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:05:43.955179 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:43.955574 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Bound using segment: {'id': 'c1833c99-ac6a-47b7-9e44-03f2dd12001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:05:43.956047 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Bound port: e52deafa-ea8b-4b94-9229-a5b58bbd87eb, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1833c99-ac6a-47b7-9e44-03f2dd12001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:05:43.956447 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:43.975867 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-6932b1d7-44a0-498a-a345-bbd814e956d8 None None] Provisioning for port 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:05:44.030221 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] For port e52deafa-ea8b-4b94-9229-a5b58bbd87eb, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:05:44.042494 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] For port e52deafa-ea8b-4b94-9229-a5b58bbd87eb, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=e52deafa-ea8b-4b94-9229-a5b58bbd87eb,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:05:44.050691 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.113865 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_common [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Allocated IP 172.20.0.1 (65355cdb-e733-4d28-98d5-b21d08f428b3/de5fe400-b10d-4aa4-af37-0268c9e058e7/38b9ae75-cb07-46c7-9f75-2859a374388e) {{(pid=92928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:05:44.137572 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Routers {'a7e1642c-a942-4a47-b538-1aed16924e7a'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:44.138521 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:05:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a7e1642c-a942-4a47-b538-1aed16924e7a'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:44.140861 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b02447-9ab6-4bd1-9586-e6bce42e10cb None None] Pushing event updated for resources: {'Port': ['ID=e52deafa-ea8b-4b94-9229-a5b58bbd87eb,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:44.233114 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.257126 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.provisioning_blocks [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Transition to ACTIVE for port object 38b9ae75-cb07-46c7-9f75-2859a374388e will not be triggered until provisioned by entity DHCP. {{(pid=92928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:05:44.298770 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] Set router a7e1642c-a942-4a47-b538-1aed16924e7a gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:44.308202 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.316060 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Notify callbacks [] for port, precommit_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.331090 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Network 65355cdb-e733-4d28-98d5-b21d08f428b3 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:05:44.334322 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:05:44.337498 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Received port after_create {{(pid=92928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:05:44.338100 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Transition to ACTIVE for port object 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 will not be triggered until provisioned by entity L2. {{(pid=92929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:05:44.356990 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.399424 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958519'] for router_interface, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.441965 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 3846798d-e483-4d48-b7f6-06a27911f215 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:05:44.500587 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Pushing event updated for resources: {'Port': ['ID=38b9ae75-cb07-46c7-9f75-2859a374388e,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:44.520710 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950266b8-6086-4595-bdb1-0e1ac3bf1f60 None None] Pushing event updated for resources: {'Port': ['ID=19b4b88c-9f4a-4410-ac49-808fa9c4aca0,revision_number=2']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:44.564405 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Attempting to bind port 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:05:44.565370 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Attempting to bind port 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:05:44.565370 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Attempting to bind port 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 on network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:05:44.574757 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:05:44.574757 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Checking segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:05:44.575156 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.575555 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Bound using segment: {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'} {{(pid=92929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:05:44.576068 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.managers [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Bound port: 19b4b88c-9f4a-4410-ac49-808fa9c4aca0, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1430eb4-7730-4229-b109-cc5815a5d292', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4'}}] {{(pid=92929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:05:44.576401 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.580024 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 3846798d-e483-4d48-b7f6-06a27911f215 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:44.580394 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.632591 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '3846798d-e483-4d48-b7f6-06a27911f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:40Z', 'revision_number': 4, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port': {'id': '3846798d-e483-4d48-b7f6-06a27911f215', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': 'e52deafa-ea8b-4b94-9229-a5b58bbd87eb', 'name': '', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'mac_address': 'fa:16:3e:ac:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2deeb56c-e047-43c2-b507-6884401f9644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:39Z', 'updated_at': '2021-07-16T03:05:44Z', 'revision_number': 4, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'subnets': [{'id': '2deeb56c-e047-43c2-b507-6884401f9644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:44.667421 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a7161-2e7d-4e72-bf93-3c0d3d3a98e7 None None] The sync data for ids ['a7e1642c-a942-4a47-b538-1aed16924e7a'] in dv-cinder-788364-5-iscsi is: [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '3846798d-e483-4d48-b7f6-06a27911f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:40Z', 'revision_number': 4, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port': {'id': '3846798d-e483-4d48-b7f6-06a27911f215', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': 'e52deafa-ea8b-4b94-9229-a5b58bbd87eb', 'name': '', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'mac_address': 'fa:16:3e:ac:6a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2deeb56c-e047-43c2-b507-6884401f9644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:39Z', 'updated_at': '2021-07-16T03:05:44Z', 'revision_number': 4, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'subnets': [{'id': '2deeb56c-e047-43c2-b507-6884401f9644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:05:44.673269 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.686259 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] For port 19b4b88c-9f4a-4410-ac49-808fa9c4aca0, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:05:44.693309 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] For port 19b4b88c-9f4a-4410-ac49-808fa9c4aca0, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=19b4b88c-9f4a-4410-ac49-808fa9c4aca0,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:05:44.703475 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.816470 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:05:44.819267 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950266b8-6086-4595-bdb1-0e1ac3bf1f60 None None] Pushing event updated for resources: {'Port': ['ID=19b4b88c-9f4a-4410-ac49-808fa9c4aca0,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:44.822067 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Routers {'0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:44.822610 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:05:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:44.889301 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.896430 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8531529'] for port, after_update {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.934945 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.940153 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d65d347e-f807-4069-b6c4-148a52a2b671 None None] Provisioning for port 38b9ae75-cb07-46c7-9f75-2859a374388e completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:05:44.974415 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Pushing event updated for resources: {'Port': ['ID=38b9ae75-cb07-46c7-9f75-2859a374388e,revision_number=2']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:44.977175 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d65d347e-f807-4069-b6c4-148a52a2b671 None None] Provisioning complete for port 38b9ae75-cb07-46c7-9f75-2859a374388e triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:44.977333 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958531'] for router_interface, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.977551 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d65d347e-f807-4069-b6c4-148a52a2b671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:45.192161 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:05:45.201658 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:45.201895 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:45.231508 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d65d347e-f807-4069-b6c4-148a52a2b671 None None] Port 38b9ae75-cb07-46c7-9f75-2859a374388e cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:05:45.238683 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] Set router 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:45.277666 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Network 65355cdb-e733-4d28-98d5-b21d08f428b3 is already hosted by enough agents. {{(pid=92928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:05:45.279387 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.base_scheduler [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Resources bound (agent type, host, resource id): {{(pid=92928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:05:45.399381 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:45.444408 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Router 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:05:45.484612 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 3d89876a-b3d5-48ef-9a69-638e20ab2bb5, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=3d89876a-b3d5-48ef-9a69-638e20ab2bb5,segment=NetworkSegment(c74b16fc-0ede-4d8a-b482-449baf5adc5d),segment_id=c74b16fc-0ede-4d8a-b482-449baf5adc5d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:45.490254 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:45.584092 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=3d89876a-b3d5-48ef-9a69-638e20ab2bb5,revision_number=3']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:45.595237 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-19317081-0e68-4dfa-8847-d0d077ff0a24 None None] Provisioning complete for port 38b9ae75-cb07-46c7-9f75-2859a374388e triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:45.595609 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-19317081-0e68-4dfa-8847-d0d077ff0a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:45.612270 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:05:45.626793 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b3c69b14-c48a-412b-b95f-97863adeb96d admin admin] 10.222.0.39 "PUT /v2.0/routers/0f6e48f8-61bd-4756-9910-d2f34dbd9bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1427000 Jul 16 03:05:45.637527 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-19317081-0e68-4dfa-8847-d0d077ff0a24 None None] Port 38b9ae75-cb07-46c7-9f75-2859a374388e cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:05:45.642007 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'name': 'tempest-TestShelveInstance-1286401829-router', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '19b4b88c-9f4a-4410-ac49-808fa9c4aca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:41Z', 'updated_at': '2021-07-16T03:05:44Z', 'revision_number': 4, 'project_id': 'a740997957b34123b4425b465e9b05e2', 'gw_port': {'id': '19b4b88c-9f4a-4410-ac49-808fa9c4aca0', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:42Z', 'updated_at': '2021-07-16T03:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '38b9ae75-cb07-46c7-9f75-2859a374388e', 'name': '', 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'mac_address': 'fa:16:3e:72:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'de5fe400-b10d-4aa4-af37-0268c9e058e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:43Z', 'updated_at': '2021-07-16T03:05:44Z', 'revision_number': 1, 'project_id': 'a740997957b34123b4425b465e9b05e2', 'subnets': [{'id': 'de5fe400-b10d-4aa4-af37-0268c9e058e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:45.675833 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cea94e9-7903-4c3f-b952-b57c3e2362be None None] The sync data for ids ['0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'] in dv-cinder-788364-5-iscsi is: [{'id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'name': 'tempest-TestShelveInstance-1286401829-router', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '19b4b88c-9f4a-4410-ac49-808fa9c4aca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:41Z', 'updated_at': '2021-07-16T03:05:44Z', 'revision_number': 4, 'project_id': 'a740997957b34123b4425b465e9b05e2', 'gw_port': {'id': '19b4b88c-9f4a-4410-ac49-808fa9c4aca0', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:42Z', 'updated_at': '2021-07-16T03:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '38b9ae75-cb07-46c7-9f75-2859a374388e', 'name': '', 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'mac_address': 'fa:16:3e:72:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'de5fe400-b10d-4aa4-af37-0268c9e058e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:43Z', 'updated_at': '2021-07-16T03:05:44Z', 'revision_number': 1, 'project_id': 'a740997957b34123b4425b465e9b05e2', 'subnets': [{'id': 'de5fe400-b10d-4aa4-af37-0268c9e058e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:05:46.238324 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device e52deafa-ea8b-4b94-9229-a5b58bbd87eb up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:05:46.286707 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55130) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:46.291795 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.v2.base [None req-15697292-2792-4ff0-96d3-ab10eaa513fe tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-74339068', 'description': 'tempest-secgroup-smoke-74339068 description', 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa'}} {{(pid=92928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:05:46.304774 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port e52deafa-ea8b-4b94-9229-a5b58bbd87eb completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:05:46.309981 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port e52deafa-ea8b-4b94-9229-a5b58bbd87eb triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:46.310440 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.322147 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-15697292-2792-4ff0-96d3-ab10eaa513fe tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group, before_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.404101 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.417295 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-15697292-2792-4ff0-96d3-ab10eaa513fe tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group, precommit_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.422216 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-15697292-2792-4ff0-96d3-ab10eaa513fe tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_create {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.444188 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port e52deafa-ea8b-4b94-9229-a5b58bbd87eb, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=e52deafa-ea8b-4b94-9229-a5b58bbd87eb,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:46.447995 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.448805 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:05:46.449142 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-15697292-2792-4ff0-96d3-ab10eaa513fe tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.450378 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-15697292-2792-4ff0-96d3-ab10eaa513fe tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1627021 Jul 16 03:05:46.454415 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55132) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:46.455227 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15697292-2792-4ff0-96d3-ab10eaa513fe tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34,revision_number=1']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:46.460889 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-67ffd6c7-be64-41f2-af36-a2b99b1ee1f4 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Request body: {'security_group_rule': {'security_group_id': 'a07e2c78-bf7e-4ac8-9652-738d1e2f1c34', 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:05:46.491486 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67ffd6c7-be64-41f2-af36-a2b99b1ee1f4 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.532767 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=e52deafa-ea8b-4b94-9229-a5b58bbd87eb,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:46.542797 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:46.543178 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.561961 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67ffd6c7-be64-41f2-af36-a2b99b1ee1f4 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.567698 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67ffd6c7-be64-41f2-af36-a2b99b1ee1f4 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.584611 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffd6c7-be64-41f2-af36-a2b99b1ee1f4 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9c2b67-cd01-4418-b4b0-d33f5c7f30a9,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:46.605506 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-67ffd6c7-be64-41f2-af36-a2b99b1ee1f4 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.609615 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-67ffd6c7-be64-41f2-af36-a2b99b1ee1f4 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513257 Jul 16 03:05:46.609963 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55134) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:46.614934 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-862531b8-0837-40ab-9b5a-23fb3d4fe13d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Request body: {'security_group_rule': {'security_group_id': 'a07e2c78-bf7e-4ac8-9652-738d1e2f1c34', 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:05:46.643308 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-862531b8-0837-40ab-9b5a-23fb3d4fe13d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.704101 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-862531b8-0837-40ab-9b5a-23fb3d4fe13d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.707740 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-862531b8-0837-40ab-9b5a-23fb3d4fe13d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.726599 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862531b8-0837-40ab-9b5a-23fb3d4fe13d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261a3a02-d988-485a-9168-47e3c3e03dce,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:46.733465 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-862531b8-0837-40ab-9b5a-23fb3d4fe13d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.735221 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-862531b8-0837-40ab-9b5a-23fb3d4fe13d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238945 Jul 16 03:05:46.737836 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55136) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:46.742375 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-8f8a1c98-b454-4bd9-8811-e9dc6fbf1281 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Request body: {'security_group_rule': {'security_group_id': 'a07e2c78-bf7e-4ac8-9652-738d1e2f1c34', 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:05:46.769228 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1c98-b454-4bd9-8811-e9dc6fbf1281 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.829794 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1c98-b454-4bd9-8811-e9dc6fbf1281 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.833307 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1c98-b454-4bd9-8811-e9dc6fbf1281 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.851341 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a1c98-b454-4bd9-8811-e9dc6fbf1281 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a61e04-daa2-4546-adc0-9a9b3d99ed9c,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:46.854296 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-8f8a1c98-b454-4bd9-8811-e9dc6fbf1281 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.855530 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-8f8a1c98-b454-4bd9-8811-e9dc6fbf1281 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167269 Jul 16 03:05:46.858463 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55138) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:46.862874 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-86d14233-b4b1-4bb7-9271-b15c34338dc1 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Request body: {'security_group_rule': {'security_group_id': 'a07e2c78-bf7e-4ac8-9652-738d1e2f1c34', 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:05:46.889000 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-86d14233-b4b1-4bb7-9271-b15c34338dc1 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.947566 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-86d14233-b4b1-4bb7-9271-b15c34338dc1 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.951275 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-86d14233-b4b1-4bb7-9271-b15c34338dc1 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.966459 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d14233-b4b1-4bb7-9271-b15c34338dc1 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec2f3f18-07c6-4fbf-ac9d-49541b11bccd,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:46.975906 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-86d14233-b4b1-4bb7-9271-b15c34338dc1 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:46.977144 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-86d14233-b4b1-4bb7-9271-b15c34338dc1 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177092 Jul 16 03:05:46.979932 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55140) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:46.984487 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-0b3e8655-e1f0-4664-abf6-fd091ac73794 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Request body: {'security_group_rule': {'security_group_id': 'a07e2c78-bf7e-4ac8-9652-738d1e2f1c34', 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:05:47.006591 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.securitygroups_db [None req-0b3e8655-e1f0-4664-abf6-fd091ac73794 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Project 9d2a44b4356541ac9b8fe22d793d41fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:05:47.011979 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8655-e1f0-4664-abf6-fd091ac73794 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:47.075224 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8655-e1f0-4664-abf6-fd091ac73794 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:47.078950 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8655-e1f0-4664-abf6-fd091ac73794 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:47.103932 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e8655-e1f0-4664-abf6-fd091ac73794 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becd79ee-0bcf-4bf3-a3f7-9200dd924350,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:47.106599 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8655-e1f0-4664-abf6-fd091ac73794 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:47.107802 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0b3e8655-e1f0-4664-abf6-fd091ac73794 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269438 Jul 16 03:05:47.111163 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55142) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:47.115603 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-d824e4f1-1d6c-4b77-a643-95963b45ed2a tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Request body: {'security_group_rule': {'security_group_id': 'a07e2c78-bf7e-4ac8-9652-738d1e2f1c34', 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:05:47.138476 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.securitygroups_db [None req-d824e4f1-1d6c-4b77-a643-95963b45ed2a tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Project 9d2a44b4356541ac9b8fe22d793d41fa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:05:47.143866 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d824e4f1-1d6c-4b77-a643-95963b45ed2a tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:47.208559 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d824e4f1-1d6c-4b77-a643-95963b45ed2a tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:47.213216 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d824e4f1-1d6c-4b77-a643-95963b45ed2a tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035054'] for security_group_rule, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:47.231829 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824e4f1-1d6c-4b77-a643-95963b45ed2a tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bb0153-10d6-4ee2-85f5-28c35536d4fd,revision_number=0']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:47.241457 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-d824e4f1-1d6c-4b77-a643-95963b45ed2a tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:47.242696 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d824e4f1-1d6c-4b77-a643-95963b45ed2a tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306641 Jul 16 03:05:47.885113 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:05:48.253392 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device e52deafa-ea8b-4b94-9229-a5b58bbd87eb up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:05:48.322695 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port e52deafa-ea8b-4b94-9229-a5b58bbd87eb triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:48.323069 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:48.416297 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:05:48.472252 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:05:48.475938 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:48.476313 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:48.561469 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:48.582537 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 19b4b88c-9f4a-4410-ac49-808fa9c4aca0, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=19b4b88c-9f4a-4410-ac49-808fa9c4aca0,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:48.587120 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:48.636402 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=19b4b88c-9f4a-4410-ac49-808fa9c4aca0,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:48.738752 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Sync routers for ids ['0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:05:48.747986 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Routers {'0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:48.748597 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:05:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:48.872958 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Set router 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:49.004224 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:49.073915 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'name': 'tempest-TestShelveInstance-1286401829-router', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '19b4b88c-9f4a-4410-ac49-808fa9c4aca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:41Z', 'updated_at': '2021-07-16T03:05:44Z', 'revision_number': 4, 'project_id': 'a740997957b34123b4425b465e9b05e2', 'gw_port': {'id': '19b4b88c-9f4a-4410-ac49-808fa9c4aca0', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:42Z', 'updated_at': '2021-07-16T03:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '38b9ae75-cb07-46c7-9f75-2859a374388e', 'name': '', 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'mac_address': 'fa:16:3e:72:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'de5fe400-b10d-4aa4-af37-0268c9e058e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:43Z', 'updated_at': '2021-07-16T03:05:44Z', 'revision_number': 2, 'project_id': 'a740997957b34123b4425b465e9b05e2', 'subnets': [{'id': 'de5fe400-b10d-4aa4-af37-0268c9e058e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:49.099871 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Checking router: 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:05:49.100220 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Updating router 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb port 38b9ae75-cb07-46c7-9f75-2859a374388e binding host dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:05:49.133290 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:49.474698 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:49.485844 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.provisioning_blocks [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Transition to ACTIVE for port object 38b9ae75-cb07-46c7-9f75-2859a374388e will not be triggered until provisioned by entity L2. {{(pid=92930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:05:49.492145 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:49.545850 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff457002-0e06-4240-9855-b1aa49577e9a None None] Pushing event updated for resources: {'Port': ['ID=38b9ae75-cb07-46c7-9f75-2859a374388e,revision_number=3']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:49.614325 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Attempting to bind port 38b9ae75-cb07-46c7-9f75-2859a374388e on host dv-cinder-788364-5-iscsi for vnic_type normal with profile {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:05:49.614699 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Attempting to bind port 38b9ae75-cb07-46c7-9f75-2859a374388e by drivers openvswitch,hyperv on host dv-cinder-788364-5-iscsi at level 0 using segments [{'id': 'c74b16fc-0ede-4d8a-b482-449baf5adc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3'}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:05:49.615063 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Attempting to bind port 38b9ae75-cb07-46c7-9f75-2859a374388e on network 65355cdb-e733-4d28-98d5-b21d08f428b3 {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:05:49.620853 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Checking agent: {'id': '5c03f892-cfa4-4845-a69d-128547d3382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 46, 11), 'started_at': datetime.datetime(2021, 7, 16, 2, 46, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:05:49.621227 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Checking segment: {'id': 'c74b16fc-0ede-4d8a-b482-449baf5adc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:05:49.621635 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:49.622046 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Bound using segment: {'id': 'c74b16fc-0ede-4d8a-b482-449baf5adc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3'} {{(pid=92930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:05:49.622515 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.managers [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Bound port: 38b9ae75-cb07-46c7-9f75-2859a374388e, host: dv-cinder-788364-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c74b16fc-0ede-4d8a-b482-449baf5adc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3'}}] {{(pid=92930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:05:49.622916 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:49.729604 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] For port 38b9ae75-cb07-46c7-9f75-2859a374388e, host dv-cinder-788364-5-iscsi, cleared binding levels {{(pid=92930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:05:49.735651 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.plugins.ml2.db [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] For port 38b9ae75-cb07-46c7-9f75-2859a374388e, host dv-cinder-788364-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=38b9ae75-cb07-46c7-9f75-2859a374388e,segment=NetworkSegment(c74b16fc-0ede-4d8a-b482-449baf5adc5d),segment_id=c74b16fc-0ede-4d8a-b482-449baf5adc5d)] {{(pid=92930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:05:49.739960 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron_lib.callbacks.manager [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92930) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:49.802253 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Routers {'0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:49.802906 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:05:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:49.852840 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff457002-0e06-4240-9855-b1aa49577e9a None None] Pushing event updated for resources: {'Port': ['ID=38b9ae75-cb07-46c7-9f75-2859a374388e,revision_number=4']} {{(pid=92930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:49.924973 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] Set router 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:50.128084 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'name': 'tempest-TestShelveInstance-1286401829-router', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '19b4b88c-9f4a-4410-ac49-808fa9c4aca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:41Z', 'updated_at': '2021-07-16T03:05:44Z', 'revision_number': 4, 'project_id': 'a740997957b34123b4425b465e9b05e2', 'gw_port': {'id': '19b4b88c-9f4a-4410-ac49-808fa9c4aca0', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:42Z', 'updated_at': '2021-07-16T03:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '38b9ae75-cb07-46c7-9f75-2859a374388e', 'name': '', 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'mac_address': 'fa:16:3e:72:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'de5fe400-b10d-4aa4-af37-0268c9e058e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:43Z', 'updated_at': '2021-07-16T03:05:49Z', 'revision_number': 4, 'project_id': 'a740997957b34123b4425b465e9b05e2', 'subnets': [{'id': 'de5fe400-b10d-4aa4-af37-0268c9e058e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:50.159843 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053bb205-b9a9-460a-8bfc-c18cc7bc6ee3 None None] The sync data for ids ['0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'] in dv-cinder-788364-5-iscsi is: [{'id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'name': 'tempest-TestShelveInstance-1286401829-router', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '19b4b88c-9f4a-4410-ac49-808fa9c4aca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:41Z', 'updated_at': '2021-07-16T03:05:44Z', 'revision_number': 4, 'project_id': 'a740997957b34123b4425b465e9b05e2', 'gw_port': {'id': '19b4b88c-9f4a-4410-ac49-808fa9c4aca0', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:42Z', 'updated_at': '2021-07-16T03:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '38b9ae75-cb07-46c7-9f75-2859a374388e', 'name': '', 'network_id': '65355cdb-e733-4d28-98d5-b21d08f428b3', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'mac_address': 'fa:16:3e:72:31:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'de5fe400-b10d-4aa4-af37-0268c9e058e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:43Z', 'updated_at': '2021-07-16T03:05:49Z', 'revision_number': 4, 'project_id': 'a740997957b34123b4425b465e9b05e2', 'subnets': [{'id': 'de5fe400-b10d-4aa4-af37-0268c9e058e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:05:50.209655 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 38b9ae75-cb07-46c7-9f75-2859a374388e up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:05:50.266563 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning for port 38b9ae75-cb07-46c7-9f75-2859a374388e completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:05:50.271461 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 38b9ae75-cb07-46c7-9f75-2859a374388e triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:50.271461 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:50.360871 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:50.396450 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] For port 38b9ae75-cb07-46c7-9f75-2859a374388e, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=38b9ae75-cb07-46c7-9f75-2859a374388e,segment=NetworkSegment(c74b16fc-0ede-4d8a-b482-449baf5adc5d),segment_id=c74b16fc-0ede-4d8a-b482-449baf5adc5d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:50.401623 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:50.402473 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:05:50.488699 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Pushing event updated for resources: {'Port': ['ID=38b9ae75-cb07-46c7-9f75-2859a374388e,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:50.498486 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:50.498895 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.176298 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 38b9ae75-cb07-46c7-9f75-2859a374388e up at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:05:52.225942 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Provisioning complete for port 38b9ae75-cb07-46c7-9f75-2859a374388e triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:05:52.226212 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:03.694761 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-0aded153-8a23-4a51-b5a2-b7e37a69b3d7 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-74339068&fields=id&tenant_id=9d2a44b4356541ac9b8fe22d793d41fa HTTP/1.1" status: 200 len: 267 time: 0.0331450 Jul 16 03:06:03.797363 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586c692-4045-44c4-a299-ce44c1290247 req-61dda4ec-efc9-4c5e-b60f-50788a4dd59d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:03.798725 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-61dda4ec-efc9-4c5e-b60f-50788a4dd59d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/networks?id=95c31cf4-fdaf-424f-8220-64ce790d4db5 HTTP/1.1" status: 200 len: 808 time: 0.0977309 Jul 16 03:06:03.813146 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-5eed7486-3405-4b36-8cc5-03bab1684ed0 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/quotas/9d2a44b4356541ac9b8fe22d793d41fa HTTP/1.1" status: 200 len: 375 time: 0.0089498 Jul 16 03:06:04.152856 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-4c6ee1c0-4a8c-4dc9-8a31-e1a87ce14219 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d2a44b4356541ac9b8fe22d793d41fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3345153 Jul 16 03:06:04.256625 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-cc4f0014-409b-4c77-a3c5-659a773c2a65 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:06:04.257690 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-cc4f0014-409b-4c77-a3c5-659a773c2a65 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0933256 Jul 16 03:06:04.346081 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-62e7b7ed-12e6-4c5c-ab36-3b22dffd3660 service neutron] 10.222.0.39 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826323 Jul 16 03:06:04.436252 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-7ef09464-2e7c-47c9-9bbd-2f364b10f855 service neutron] 10.222.0.39 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843546 Jul 16 03:06:04.730285 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e116bb84-f16d-47e6-861d-21208ae08bee req-7475d082-b00a-4c64-8e88-7ddcb5cc163d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 210 time: 0.0292187 Jul 16 03:06:05.830779 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586c692-4045-44c4-a299-ce44c1290247 req-0076f578-aa92-42f8-a32d-933a67e11950 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:05.832237 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-0076f578-aa92-42f8-a32d-933a67e11950 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.59 "GET /v2.0/networks?id=95c31cf4-fdaf-424f-8220-64ce790d4db5 HTTP/1.1" status: 200 len: 808 time: 0.1071639 Jul 16 03:06:05.881972 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ab9dca7a-256e-4048-9657-0f9d3f48b641 req-fc8a8121-8a9f-4cc9-975f-a7fc977fd94f tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 210 time: 0.0344710 Jul 16 03:06:05.916071 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-fac3026b-fd86-481f-a8f7-ac890a2fe721 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d2a44b4356541ac9b8fe22d793d41fa HTTP/1.1" status: 200 len: 378 time: 0.0575917 Jul 16 03:06:05.925403 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-e586c692-4045-44c4-a299-ce44c1290247 req-be4cfffd-caf7-453f-87b7-157307f8fd14 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Request body: {'port': {'device_id': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'admin_state_up': True, 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'security_groups': ['a07e2c78-bf7e-4ac8-9652-738d1e2f1c34']}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:06:06.036691 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e586c692-4045-44c4-a299-ce44c1290247 req-be4cfffd-caf7-453f-87b7-157307f8fd14 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Made reservation on behalf of 9d2a44b4356541ac9b8fe22d793d41fa for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:06:06.040302 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e586c692-4045-44c4-a299-ce44c1290247 req-be4cfffd-caf7-453f-87b7-157307f8fd14 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:06.162800 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-e586c692-4045-44c4-a299-ce44c1290247 req-be4cfffd-caf7-453f-87b7-157307f8fd14 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Allocated IP 172.20.0.14 (95c31cf4-fdaf-424f-8220-64ce790d4db5/2deeb56c-e047-43c2-b507-6884401f9644/fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:06:06.299225 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e586c692-4045-44c4-a299-ce44c1290247 req-be4cfffd-caf7-453f-87b7-157307f8fd14 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:06.312369 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-e586c692-4045-44c4-a299-ce44c1290247 req-be4cfffd-caf7-453f-87b7-157307f8fd14 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Transition to ACTIVE for port object fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:06:06.345802 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e586c692-4045-44c4-a299-ce44c1290247 req-be4cfffd-caf7-453f-87b7-157307f8fd14 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:06.385201 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e586c692-4045-44c4-a299-ce44c1290247 req-be4cfffd-caf7-453f-87b7-157307f8fd14 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Network 95c31cf4-fdaf-424f-8220-64ce790d4db5 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:06:06.390918 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-e586c692-4045-44c4-a299-ce44c1290247 req-be4cfffd-caf7-453f-87b7-157307f8fd14 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:06:06.394704 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-e586c692-4045-44c4-a299-ce44c1290247 req-be4cfffd-caf7-453f-87b7-157307f8fd14 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:06:06.421621 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cfffd-caf7-453f-87b7-157307f8fd14 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Pushing event updated for resources: {'Port': ['ID=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:06:06.450125 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586c692-4045-44c4-a299-ce44c1290247 req-be4cfffd-caf7-453f-87b7-157307f8fd14 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:06.450785 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e586c692-4045-44c4-a299-ce44c1290247 req-be4cfffd-caf7-453f-87b7-157307f8fd14 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:06.465997 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-be4cfffd-caf7-453f-87b7-157307f8fd14 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5444517 Jul 16 03:06:06.485074 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Request body: {'port': {'device_id': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:06:06.567589 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:06.667343 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-0e5296b3-ce58-412d-a788-6360e627679a None None] Provisioning for port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:06:06.672923 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-0e5296b3-ce58-412d-a788-6360e627679a None None] Provisioning complete for port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:06:06.673235 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-0e5296b3-ce58-412d-a788-6360e627679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:06.710704 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-0e5296b3-ce58-412d-a788-6360e627679a None None] Port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:06:06.870340 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:06:06.879083 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:06.891917 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Transition to ACTIVE for port object fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:06:06.896009 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:06.995467 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:06:07.062355 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Attempting to bind port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:06:07.062748 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Attempting to bind port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c1833c99-ac6a-47b7-9e44-03f2dd12001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:06:07.063111 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Attempting to bind port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 on network 95c31cf4-fdaf-424f-8220-64ce790d4db5 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:06:07.072225 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 on network 95c31cf4-fdaf-424f-8220-64ce790d4db5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:06:07.072555 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Attempting to bind port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 on network 95c31cf4-fdaf-424f-8220-64ce790d4db5 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:06:07.084073 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:06:07.084419 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Checking segment: {'id': 'c1833c99-ac6a-47b7-9e44-03f2dd12001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:06:07.084844 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Bound using segment: {'id': 'c1833c99-ac6a-47b7-9e44-03f2dd12001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:06:07.085284 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Bound port: fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1833c99-ac6a-47b7-9e44-03f2dd12001d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:06:07.085654 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:07.113556 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbf581-8957-4a0b-9b72-885407ff8288 req-9117f107-31f5-4929-b3d2-d6efb330cf7b tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:07.115110 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e4cbf581-8957-4a0b-9b72-885407ff8288 req-9117f107-31f5-4929-b3d2-d6efb330cf7b tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 944 time: 0.1104205 Jul 16 03:06:07.192249 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e4cbf581-8957-4a0b-9b72-885407ff8288 req-86091214-b2b4-4673-a8dc-c37026f111bb tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558348 Jul 16 03:06:07.198784 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] For port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:06:07.202733 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] For port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:06:07.210359 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:07.245319 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:07.245961 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:07.247338 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] 10.222.0.59 "PUT /v2.0/ports/fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 HTTP/1.1" status: 200 len: 1094 time: 0.7675405 Jul 16 03:06:07.247867 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'tag': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:06:07.250809 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd842a25-4091-4aad-9196-48d2814969cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f4db43-bf47-4393-9d7a-d86aba5df5ca", "tag": "fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:06:07.291288 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c843d96-013a-4674-992b-82f1626919e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:06:07.380764 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879c3df2-f9d9-4975-b192-93ffec718d08 x-openstack-request-id: req-879c3df2-f9d9-4975-b192-93ffec718d08 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:06:07.381142 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f4db43-bf47-4393-9d7a-d86aba5df5ca", "tag": "fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:06:07.381458 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-879c3df2-f9d9-4975-b192-93ffec718d08 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:06:07.381919 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'tag': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'status': 'completed', 'code': 200} Jul 16 03:06:07.384898 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586c692-4045-44c4-a299-ce44c1290247 req-e623c672-069b-4721-a76a-7bfd22dfcf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:07.386507 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-e623c672-069b-4721-a76a-7bfd22dfcf87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d2a44b4356541ac9b8fe22d793d41fa&device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 1097 time: 0.0674725 Jul 16 03:06:07.441896 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-1b6351e7-4d97-4429-8e7b-99b97fab5a87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 HTTP/1.1" status: 200 len: 217 time: 0.0353959 Jul 16 03:06:07.490603 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586c692-4045-44c4-a299-ce44c1290247 req-c9dc7e64-562b-4bd3-aa2a-d3707feff1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:07.492056 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-c9dc7e64-562b-4bd3-aa2a-d3707feff1bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2deeb56c-e047-43c2-b507-6884401f9644 HTTP/1.1" status: 200 len: 847 time: 0.0442009 Jul 16 03:06:07.547696 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586c692-4045-44c4-a299-ce44c1290247 req-1fc7ca9a-a4a9-4b02-ab76-efa02aca8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:07.549218 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-1fc7ca9a-a4a9-4b02-ab76-efa02aca8a9f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95c31cf4-fdaf-424f-8220-64ce790d4db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511410 Jul 16 03:06:07.639748 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-3cde27be-fcef-4448-8270-1ac162bedafd service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834153 Jul 16 03:06:07.697230 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e5df7bc9-8933-4fd2-bf90-074a4ee701be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:07.734783 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e586c692-4045-44c4-a299-ce44c1290247 req-67ba233f-6abb-4584-aae1-81f1ae0ff77b service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886326 Jul 16 03:06:07.878347 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842a25-4091-4aad-9196-48d2814969cb req-1715d2eb-caf7-4d9d-a691-cfd12b5318e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:07.879857 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fd842a25-4091-4aad-9196-48d2814969cb req-1715d2eb-caf7-4d9d-a691-cfd12b5318e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d2a44b4356541ac9b8fe22d793d41fa&device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 1097 time: 0.0516055 Jul 16 03:06:07.971682 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842a25-4091-4aad-9196-48d2814969cb req-25a787a5-0256-49bc-b536-297ffcd15446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:07.973201 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fd842a25-4091-4aad-9196-48d2814969cb req-25a787a5-0256-49bc-b536-297ffcd15446 service neutron] 10.222.0.59 "GET /v2.0/networks?id=95c31cf4-fdaf-424f-8220-64ce790d4db5 HTTP/1.1" status: 200 len: 909 time: 0.0847526 Jul 16 03:06:08.017728 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fd842a25-4091-4aad-9196-48d2814969cb req-3485ae15-289b-4743-b8f1-83278ea0eb23 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 HTTP/1.1" status: 200 len: 217 time: 0.0374951 Jul 16 03:06:08.071808 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842a25-4091-4aad-9196-48d2814969cb req-c11e4508-cf39-4a07-8e4d-8b123cedaf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:08.073245 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fd842a25-4091-4aad-9196-48d2814969cb req-c11e4508-cf39-4a07-8e4d-8b123cedaf25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2deeb56c-e047-43c2-b507-6884401f9644 HTTP/1.1" status: 200 len: 847 time: 0.0430913 Jul 16 03:06:08.129486 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd842a25-4091-4aad-9196-48d2814969cb req-e5259ce8-a827-4633-928f-cb7c7a33b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:08.131249 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fd842a25-4091-4aad-9196-48d2814969cb req-e5259ce8-a827-4633-928f-cb7c7a33b73d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95c31cf4-fdaf-424f-8220-64ce790d4db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511036 Jul 16 03:06:08.224439 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fd842a25-4091-4aad-9196-48d2814969cb req-0b877cb1-dc41-4620-85d8-2cf78654d8fc service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858567 Jul 16 03:06:08.345899 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fd842a25-4091-4aad-9196-48d2814969cb req-d06c81cd-9d81-4adf-8e73-09ed0cd63d9a service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147075 Jul 16 03:06:08.379313 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e34ad1-2997-4414-8d91-760033bf26b4 req-07b9de6a-9c26-46b2-9d67-d359c9fdb097 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:08.380851 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-23e34ad1-2997-4414-8d91-760033bf26b4 req-07b9de6a-9c26-46b2-9d67-d359c9fdb097 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 944 time: 0.0765414 Jul 16 03:06:08.421968 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-23e34ad1-2997-4414-8d91-760033bf26b4 req-4c90afbc-0dea-465b-89a3-8b872b66778d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352545 Jul 16 03:06:09.591280 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6196c-a85c-4ca3-8f06-679f9e67f1b8 req-9aba86c1-e0e8-454f-b2a0-c33c6165f9eb tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:09.593378 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8bc6196c-a85c-4ca3-8f06-679f9e67f1b8 req-9aba86c1-e0e8-454f-b2a0-c33c6165f9eb tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 944 time: 0.0612433 Jul 16 03:06:09.630036 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8bc6196c-a85c-4ca3-8f06-679f9e67f1b8 req-4f50be62-8946-45be-9115-61857f31de85 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310647 Jul 16 03:06:10.807646 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4bfa2-cc59-4be6-a77e-e877ac52f800 req-3cb0db0c-2a2f-4b47-b337-dd0724c820d9 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:10.809038 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-69a4bfa2-cc59-4be6-a77e-e877ac52f800 req-3cb0db0c-2a2f-4b47-b337-dd0724c820d9 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 944 time: 0.0657518 Jul 16 03:06:10.846847 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-69a4bfa2-cc59-4be6-a77e-e877ac52f800 req-f2e0482b-a0af-4f46-8dc3-641a5f8cb673 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321662 Jul 16 03:06:11.369182 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:11.665472 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c67dc27f-ba61-4ef5-a480-45a1b60510db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:12.022899 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fe468-e589-47ec-b910-4de61c585e3b req-691fc346-adea-4866-b772-c68c1c501c4b tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:12.024395 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-719fe468-e589-47ec-b910-4de61c585e3b req-691fc346-adea-4866-b772-c68c1c501c4b tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 944 time: 0.0635431 Jul 16 03:06:12.062304 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-719fe468-e589-47ec-b910-4de61c585e3b req-c89d5e8b-3fb4-400b-a801-68f58908a04e tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322237 Jul 16 03:06:12.401304 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:13.231666 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037db25-ea5a-43cd-ac32-9786bee978b3 req-2383ad2a-232d-462b-8a19-6509422a53ee tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:13.233163 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0037db25-ea5a-43cd-ac32-9786bee978b3 req-2383ad2a-232d-462b-8a19-6509422a53ee tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 944 time: 0.0623093 Jul 16 03:06:13.269795 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0037db25-ea5a-43cd-ac32-9786bee978b3 req-08448060-c1f9-48f2-bcb6-9a293972c03f tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309865 Jul 16 03:06:14.444981 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cdd81-8a19-46cb-b103-ac5c936f101c req-c5421aac-5981-4040-b101-7cb8bfd528bb tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:14.446440 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c03cdd81-8a19-46cb-b103-ac5c936f101c req-c5421aac-5981-4040-b101-7cb8bfd528bb tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 944 time: 0.0656688 Jul 16 03:06:14.484849 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c03cdd81-8a19-46cb-b103-ac5c936f101c req-9e099ee1-8853-4335-97bf-86ac76ae8636 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326235 Jul 16 03:06:14.850945 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:15.321363 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:06:15.415284 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:06:15.426670 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'port_id': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'mac_address': 'fa:16:3e:05:32:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2deeb56c-e047-43c2-b507-6884401f9644', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:06:15.462200 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:15.474399 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:06:15.497438 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:06:15.501989 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:15.548808 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:06:15.656858 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89915768-18ce-469a-80ba-c927ed4f8d44 req-ca12fc11-989a-444d-ab05-5adba2a9223d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:15.658251 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-89915768-18ce-469a-80ba-c927ed4f8d44 req-ca12fc11-989a-444d-ab05-5adba2a9223d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 945 time: 0.0634201 Jul 16 03:06:15.697246 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-89915768-18ce-469a-80ba-c927ed4f8d44 req-29e30524-6632-4299-9be6-29efcd31ab91 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334387 Jul 16 03:06:15.797676 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:06:16.882067 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2970bb-2374-4c63-b270-d53b98cdbeae req-8de3e1d1-be62-47a0-a464-89db6a65f10c tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:16.883552 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-df2970bb-2374-4c63-b270-d53b98cdbeae req-8de3e1d1-be62-47a0-a464-89db6a65f10c tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 945 time: 0.0730655 Jul 16 03:06:16.920406 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-df2970bb-2374-4c63-b270-d53b98cdbeae req-ca44de1e-99b7-4345-ad75-2e2b4afa8520 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313458 Jul 16 03:06:17.332155 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:06:17.381217 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:06:17.384567 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:06:17.384963 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:17.461199 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:17.483632 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:06:17.486134 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13377251-d383-4b9e-996c-0f7bbfa4e220" -d '{"events": [{"server_uuid": "e7f4db43-bf47-4393-9d7a-d86aba5df5ca", "name": "network-vif-plugged", "status": "completed", "tag": "fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:06:17.499915 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:06:17.504074 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:17.553788 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:06:17.573868 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a1f5c1-84ea-4a55-aa05-5d6bc948d525 x-openstack-request-id: req-a2a1f5c1-84ea-4a55-aa05-5d6bc948d525 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:06:17.574159 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f4db43-bf47-4393-9d7a-d86aba5df5ca", "name": "network-vif-plugged", "status": "completed", "tag": "fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:06:17.574457 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2a1f5c1-84ea-4a55-aa05-5d6bc948d525 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:06:17.574843 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'code': 200} Jul 16 03:06:17.866438 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e081bc-4803-4e7d-bc92-c6f72b3fb997 req-f3fd51e7-d698-4f8a-90f9-0e2c156d728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:17.867997 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a3e081bc-4803-4e7d-bc92-c6f72b3fb997 req-f3fd51e7-d698-4f8a-90f9-0e2c156d728d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 1099 time: 0.0513399 Jul 16 03:06:17.902413 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a3e081bc-4803-4e7d-bc92-c6f72b3fb997 req-352bf2a2-d112-423c-b074-43b306308acc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276182 Jul 16 03:06:18.089889 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b04e1-f3b3-4cb4-9484-e3b165602152 req-a0fa2d8f-3faf-498f-87a8-8c8e285210c7 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:18.091356 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d72b04e1-f3b3-4cb4-9484-e3b165602152 req-a0fa2d8f-3faf-498f-87a8-8c8e285210c7 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0616381 Jul 16 03:06:18.129202 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d72b04e1-f3b3-4cb4-9484-e3b165602152 req-02cbc33d-f6a8-40f2-b8ff-7e1119b21d9c tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317624 Jul 16 03:06:19.027915 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:19.304969 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f881a8a-68dd-4672-a280-72dea6f3c63b req-bb96a793-97ae-4f65-827c-9628e30ed730 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:19.306320 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1f881a8a-68dd-4672-a280-72dea6f3c63b req-bb96a793-97ae-4f65-827c-9628e30ed730 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0648832 Jul 16 03:06:19.343363 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1f881a8a-68dd-4672-a280-72dea6f3c63b req-6e80d227-efd6-4526-bee9-38721a8a3281 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308878 Jul 16 03:06:19.514287 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f02f2f-87f6-4c31-a5ca-9d7bc65bb02e req-305a1dc5-8e57-4738-afe7-0582905bcf90 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:19.515768 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d7f02f2f-87f6-4c31-a5ca-9d7bc65bb02e req-305a1dc5-8e57-4738-afe7-0582905bcf90 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0624869 Jul 16 03:06:19.552680 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d7f02f2f-87f6-4c31-a5ca-9d7bc65bb02e req-17ea6177-74a3-4715-8391-49cb4c6ce6bb tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312915 Jul 16 03:06:19.576447 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55308) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:06:19.671215 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d78fe5b-01c3-4130-9e91-4b0f11e6d32d tempest-TestShelveInstance-1735412756 tempest-TestShelveInstance-1735412756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:19.672735 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-9d78fe5b-01c3-4130-9e91-4b0f11e6d32d tempest-TestShelveInstance-1735412756 tempest-TestShelveInstance-1735412756-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 1094 time: 0.0952642 Jul 16 03:06:19.675652 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55312) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:06:19.679992 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Request body: {'floatingip': {'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'port_id': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:06:19.703906 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for floatingip, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:19.797802 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:19.904644 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Allocated IP 172.27.1.123 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/c134a8e3-d3d2-4c5f-a594-69fbc55402ac) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:06:20.005224 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:20.045745 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:20.080454 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:06:20.086393 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:06:20.089115 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:06:20.117197 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Pushing event updated for resources: {'Port': ['ID=c134a8e3-d3d2-4c5f-a594-69fbc55402ac,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:06:20.130445 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:20.130669 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:20.131002 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:20.131334 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:20.131662 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:20.131987 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:20.132310 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:20.132648 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:20.132985 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:20.133302 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:20.133620 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:20.133936 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:20.464325 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:20.539910 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:20.686005 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:20.690440 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:20.757894 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Pushing event updated for resources: {'Port': ['ID=c134a8e3-d3d2-4c5f-a594-69fbc55402ac,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:06:20.766353 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:20.862824 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Floating IP 96f77df8-4e7c-4c6a-a378-92786c4827bb associated. External IP: 172.27.1.123, port: fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4. Jul 16 03:06:21.066164 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Router a7e1642c-a942-4a47-b538-1aed16924e7a has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:06:21.435985 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:06:21.446247 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffd3348-657f-4661-a3d2-b4df728bdd91 None None] Sync routers for ids ['a7e1642c-a942-4a47-b538-1aed16924e7a'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:06:21.454444 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:21.457233 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd3348-657f-4661-a3d2-b4df728bdd91 None None] Routers {'a7e1642c-a942-4a47-b538-1aed16924e7a'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:06:21.457954 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-9ffd3348-657f-4661-a3d2-b4df728bdd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:06:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a7e1642c-a942-4a47-b538-1aed16924e7a'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:06:21.490083 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-147a549c-bb2a-4e6d-8025-83a26322c8c6 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8133872 Jul 16 03:06:21.490701 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'tag': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:06:21.492961 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bc7e69-b36c-4a8e-8137-967751e33efc" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f4db43-bf47-4393-9d7a-d86aba5df5ca", "tag": "fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:06:21.540721 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4ccd34-87a7-40ae-8adb-af252e9d5d98 x-openstack-request-id: req-1c4ccd34-87a7-40ae-8adb-af252e9d5d98 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:06:21.541014 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f4db43-bf47-4393-9d7a-d86aba5df5ca", "tag": "fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:06:21.541264 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c4ccd34-87a7-40ae-8adb-af252e9d5d98 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:06:21.541651 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'tag': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'status': 'completed', 'code': 200} Jul 16 03:06:21.566213 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-9ffd3348-657f-4661-a3d2-b4df728bdd91 None None] Set router a7e1642c-a942-4a47-b538-1aed16924e7a gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:06:21.637295 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7e69-b36c-4a8e-8137-967751e33efc req-85086130-da35-481e-8b23-97e108dde820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:21.638782 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4bc7e69-b36c-4a8e-8137-967751e33efc req-85086130-da35-481e-8b23-97e108dde820 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d2a44b4356541ac9b8fe22d793d41fa&device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 1099 time: 0.0531662 Jul 16 03:06:21.731068 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7e69-b36c-4a8e-8137-967751e33efc req-14dedfbb-3bb9-47bf-9f2f-c3afb81e2825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:21.732497 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4bc7e69-b36c-4a8e-8137-967751e33efc req-14dedfbb-3bb9-47bf-9f2f-c3afb81e2825 service neutron] 10.222.0.59 "GET /v2.0/networks?id=95c31cf4-fdaf-424f-8220-64ce790d4db5 HTTP/1.1" status: 200 len: 909 time: 0.0867388 Jul 16 03:06:21.795211 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-9ffd3348-657f-4661-a3d2-b4df728bdd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '3846798d-e483-4d48-b7f6-06a27911f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:40Z', 'revision_number': 4, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port': {'id': '3846798d-e483-4d48-b7f6-06a27911f215', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '96f77df8-4e7c-4c6a-a378-92786c4827bb', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'port_id': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'mac_address': 'fa:16:3e:05:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:06:20Z', 'updated_at': '2021-07-16T03:06:20Z', 'revision_number': 0, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52deafa-ea8b-4b94-9229-a5b58bbd87eb', 'name': '', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'mac_address': 'fa:16:3e:ac:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2deeb56c-e047-43c2-b507-6884401f9644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:39Z', 'updated_at': '2021-07-16T03:05:46Z', 'revision_number': 5, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'subnets': [{'id': '2deeb56c-e047-43c2-b507-6884401f9644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:06:21.797053 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4bc7e69-b36c-4a8e-8137-967751e33efc req-fedc93c0-c654-4444-99f3-0a36fd6335de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 HTTP/1.1" status: 200 len: 1000 time: 0.0577872 Jul 16 03:06:21.821974 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffd3348-657f-4661-a3d2-b4df728bdd91 None None] Checking router: a7e1642c-a942-4a47-b538-1aed16924e7a for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:06:21.830508 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd3348-657f-4661-a3d2-b4df728bdd91 None None] Routers {'a7e1642c-a942-4a47-b538-1aed16924e7a'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:06:21.831133 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-9ffd3348-657f-4661-a3d2-b4df728bdd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:06:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a7e1642c-a942-4a47-b538-1aed16924e7a'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:06:21.847758 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7e69-b36c-4a8e-8137-967751e33efc req-91b2b078-8ec4-4d81-a1a1-ac26c6c077bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:21.849246 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4bc7e69-b36c-4a8e-8137-967751e33efc req-91b2b078-8ec4-4d81-a1a1-ac26c6c077bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2deeb56c-e047-43c2-b507-6884401f9644 HTTP/1.1" status: 200 len: 847 time: 0.0465984 Jul 16 03:06:21.905529 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc7e69-b36c-4a8e-8137-967751e33efc req-dcbae991-07e6-4d18-9f6c-08ecb244b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:21.907221 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4bc7e69-b36c-4a8e-8137-967751e33efc req-dcbae991-07e6-4d18-9f6c-08ecb244b085 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95c31cf4-fdaf-424f-8220-64ce790d4db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521765 Jul 16 03:06:22.000510 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4bc7e69-b36c-4a8e-8137-967751e33efc req-5fb1552b-0207-4244-9b31-7be83a093429 service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869207 Jul 16 03:06:22.080166 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-9ffd3348-657f-4661-a3d2-b4df728bdd91 None None] Set router a7e1642c-a942-4a47-b538-1aed16924e7a gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:06:22.097287 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b4bc7e69-b36c-4a8e-8137-967751e33efc req-215418bb-226e-4097-8ea8-2308a8f5d95e service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896204 Jul 16 03:06:22.298993 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-9ffd3348-657f-4661-a3d2-b4df728bdd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '3846798d-e483-4d48-b7f6-06a27911f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:40Z', 'revision_number': 4, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port': {'id': '3846798d-e483-4d48-b7f6-06a27911f215', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '96f77df8-4e7c-4c6a-a378-92786c4827bb', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'port_id': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'mac_address': 'fa:16:3e:05:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:06:20Z', 'updated_at': '2021-07-16T03:06:20Z', 'revision_number': 0, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52deafa-ea8b-4b94-9229-a5b58bbd87eb', 'name': '', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'mac_address': 'fa:16:3e:ac:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2deeb56c-e047-43c2-b507-6884401f9644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:39Z', 'updated_at': '2021-07-16T03:05:46Z', 'revision_number': 5, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'subnets': [{'id': '2deeb56c-e047-43c2-b507-6884401f9644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:06:22.328593 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffd3348-657f-4661-a3d2-b4df728bdd91 None None] The sync data for ids ['a7e1642c-a942-4a47-b538-1aed16924e7a'] in dv-cinder-788364-5-iscsi is: [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '3846798d-e483-4d48-b7f6-06a27911f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:40Z', 'revision_number': 4, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port': {'id': '3846798d-e483-4d48-b7f6-06a27911f215', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '96f77df8-4e7c-4c6a-a378-92786c4827bb', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'floating_ip_address': '172.27.1.123', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'port_id': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'mac_address': 'fa:16:3e:05:32:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:06:20Z', 'updated_at': '2021-07-16T03:06:20Z', 'revision_number': 0, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52deafa-ea8b-4b94-9229-a5b58bbd87eb', 'name': '', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'mac_address': 'fa:16:3e:ac:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2deeb56c-e047-43c2-b507-6884401f9644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:39Z', 'updated_at': '2021-07-16T03:05:46Z', 'revision_number': 5, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'subnets': [{'id': '2deeb56c-e047-43c2-b507-6884401f9644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:06:22.504491 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bea7664-885f-4865-af61-27f8e09caacc None None] New status for floating IP 96f77df8-4e7c-4c6a-a378-92786c4827bb: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:06:24.884281 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:06:30.264344 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-889eef23-38f6-4fd2-a83c-ca535b197172 req-87f27239-36bf-4de7-ac9c-db481f174048 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498905 Jul 16 03:06:30.376721 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eef23-38f6-4fd2-a83c-ca535b197172 req-ee9ff8a7-5650-45ed-aaac-075447901cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:30.378229 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-889eef23-38f6-4fd2-a83c-ca535b197172 req-ee9ff8a7-5650-45ed-aaac-075447901cf5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 1098 time: 0.0517595 Jul 16 03:06:30.483807 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eef23-38f6-4fd2-a83c-ca535b197172 req-fca1cb27-1469-4e36-8e9c-c454d3724dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:30.485420 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-889eef23-38f6-4fd2-a83c-ca535b197172 req-fca1cb27-1469-4e36-8e9c-c454d3724dc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 912 time: 0.0872843 Jul 16 03:06:30.559052 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-889eef23-38f6-4fd2-a83c-ca535b197172 req-eae8ebf3-ca8d-4a51-b95f-139abaf6f69d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e89e2716-9fe4-4cd3-9afa-e98deeb1b516 HTTP/1.1" status: 200 len: 1001 time: 0.0563996 Jul 16 03:06:30.610626 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eef23-38f6-4fd2-a83c-ca535b197172 req-6443989d-bc8d-4a97-93e2-b471ce026054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:30.612117 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-889eef23-38f6-4fd2-a83c-ca535b197172 req-6443989d-bc8d-4a97-93e2-b471ce026054 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0465519 Jul 16 03:06:30.668563 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eef23-38f6-4fd2-a83c-ca535b197172 req-9d164443-abd1-4561-b95f-51c8d218175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:30.671032 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-889eef23-38f6-4fd2-a83c-ca535b197172 req-9d164443-abd1-4561-b95f-51c8d218175f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513015 Jul 16 03:06:30.763185 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-889eef23-38f6-4fd2-a83c-ca535b197172 req-135cfb1a-b65a-40e5-a5ff-3cc558ea476b service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859525 Jul 16 03:06:30.855358 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-889eef23-38f6-4fd2-a83c-ca535b197172 req-ed99be94-8a92-46b3-8a0f-113c0b55dc0b service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847430 Jul 16 03:06:37.698257 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d6a6445b-c716-45ba-a27b-1e305d26ca19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:41.369932 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:41.667491 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-45f4818e-b4bc-4be5-b820-d29f6431a5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:41.825745 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a365b36-d890-4e70-aa8a-34a057fd919e req-04e890a5-fc29-4c43-b5c1-0eaa37146bb7 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:41.827512 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1a365b36-d890-4e70-aa8a-34a057fd919e req-04e890a5-fc29-4c43-b5c1-0eaa37146bb7 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 945 time: 0.0634580 Jul 16 03:06:41.865111 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-1a365b36-d890-4e70-aa8a-34a057fd919e req-2b934d9c-bfd0-4c0a-9422-4192d4ff8954 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318577 Jul 16 03:06:42.405411 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:43.041381 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540d8f9-b864-48a5-ad2a-6721ac51df7e req-70ab363c-eda7-462b-8de5-9a40e8a7fc80 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:43.042863 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5540d8f9-b864-48a5-ad2a-6721ac51df7e req-70ab363c-eda7-462b-8de5-9a40e8a7fc80 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 945 time: 0.0660410 Jul 16 03:06:43.081507 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5540d8f9-b864-48a5-ad2a-6721ac51df7e req-4b658b13-8d34-4a06-91aa-df51853472fc tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320375 Jul 16 03:06:43.532993 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-3333f742-ed67-478f-8732-b316a72485f1 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:43.534425 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-3333f742-ed67-478f-8732-b316a72485f1 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 945 time: 0.0629494 Jul 16 03:06:43.639196 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Deleting port e89e2716-9fe4-4cd3-9afa-e98deeb1b516 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:06:43.640025 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:43.729599 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] For port e89e2716-9fe4-4cd3-9afa-e98deeb1b516, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e89e2716-9fe4-4cd3-9afa-e98deeb1b516,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:06:43.729957 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:43.905621 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:43.905969 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:43.906289 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Floating IP c85f59f3-6de9-4193-ae7f-668a0444f848 disassociated. External IP: 172.27.1.133, port: e89e2716-9fe4-4cd3-9afa-e98deeb1b516. Jul 16 03:06:43.906637 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Calling delete_port for e89e2716-9fe4-4cd3-9afa-e98deeb1b516 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:06:44.030663 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:44.057669 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event deleted for resources: {'Port': ['ID=e89e2716-9fe4-4cd3-9afa-e98deeb1b516,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:06:44.174608 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Router e398aaff-a910-41bc-9aaa-f1aabbdf95dc has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:06:44.251486 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a3ba85c2-fed8-4aa8-8691-60a16e62d9bb req-fc09bd54-eee1-4cba-8ddc-27bbece2c66a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 210 time: 0.0328321 Jul 16 03:06:44.310060 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:06:44.319657 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906ac0b-5989-4975-91a6-4ab576d88c0b None None] Sync routers for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:06:44.329199 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9906ac0b-5989-4975-91a6-4ab576d88c0b None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:06:44.329758 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-9906ac0b-5989-4975-91a6-4ab576d88c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:06:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:06:44.353786 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] No DVR routers for this DVR port e89e2716-9fe4-4cd3-9afa-e98deeb1b516 on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:06:44.356446 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:44.358966 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-684401de-f40a-4025-9d39-d97d9c3b82e6 req-f4b3875d-e8bb-4def-b007-34fb4867358c tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "DELETE /v2.0/ports/e89e2716-9fe4-4cd3-9afa-e98deeb1b516 HTTP/1.1" status: 204 len: 173 time: 0.8175189 Jul 16 03:06:44.359446 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7', 'name': 'network-vif-deleted', 'tag': 'e89e2716-9fe4-4cd3-9afa-e98deeb1b516'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:06:44.361813 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ee94cd-78fd-4ec3-92a5-3fa8c8922b82" -d '{"events": [{"server_uuid": "c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7", "name": "network-vif-deleted", "tag": "e89e2716-9fe4-4cd3-9afa-e98deeb1b516"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:06:44.405061 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b1aebd-91ca-471c-af96-d68f00340846 x-openstack-request-id: req-d9b1aebd-91ca-471c-af96-d68f00340846 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:06:44.405430 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7", "name": "network-vif-deleted", "tag": "e89e2716-9fe4-4cd3-9afa-e98deeb1b516", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:06:44.405767 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9b1aebd-91ca-471c-af96-d68f00340846 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:06:44.406524 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7', 'name': 'network-vif-deleted', 'tag': 'e89e2716-9fe4-4cd3-9afa-e98deeb1b516', 'status': 'completed', 'code': 200} Jul 16 03:06:44.439972 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-9906ac0b-5989-4975-91a6-4ab576d88c0b None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:06:44.644714 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-9906ac0b-5989-4975-91a6-4ab576d88c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:06:44.675471 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906ac0b-5989-4975-91a6-4ab576d88c0b None None] Checking router: e398aaff-a910-41bc-9aaa-f1aabbdf95dc for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:06:44.683735 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9906ac0b-5989-4975-91a6-4ab576d88c0b None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:06:44.684300 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-9906ac0b-5989-4975-91a6-4ab576d88c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:06:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:06:44.794523 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-9906ac0b-5989-4975-91a6-4ab576d88c0b None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:06:44.893991 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:45.003244 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-9906ac0b-5989-4975-91a6-4ab576d88c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:06:45.030395 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9906ac0b-5989-4975-91a6-4ab576d88c0b None None] The sync data for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi is: [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:06:45.240176 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b10b19-673d-438c-a148-430fe938c912 None None] New status for floating IP c85f59f3-6de9-4193-ae7f-668a0444f848: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:06:45.411576 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6670f691-1221-4be1-ba0c-f4a9608eb19f req-c6ea30ed-26ec-4cc6-a9be-9b64339f62e6 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0c8a37e-7eaf-430e-8dde-4a2f0c4bc7e7 HTTP/1.1" status: 200 len: 210 time: 0.0280569 Jul 16 03:06:46.722082 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-3e1dad0f-fefa-47de-baa9-493dbd9c7d1b tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566226850&fields=id&tenant_id=924b6b83d1c048a6845dfc30f1fe04a1 HTTP/1.1" status: 200 len: 267 time: 0.0337322 Jul 16 03:06:46.828275 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-a05d7aa0-b3a8-4ff7-9317-8c84701a2113 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:46.829759 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-a05d7aa0-b3a8-4ff7-9317-8c84701a2113 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 811 time: 0.1011863 Jul 16 03:06:46.844095 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-abd20114-2628-429b-84e6-d67dbebcaf98 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/quotas/924b6b83d1c048a6845dfc30f1fe04a1 HTTP/1.1" status: 200 len: 375 time: 0.0088687 Jul 16 03:06:46.911399 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-e3a451e4-ad89-427a-9e43-6fdbdc427f06 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624347 Jul 16 03:06:47.006005 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-c79403e9-ad38-420d-bd66-7ac48ba13cb0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92927) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:06:47.007026 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-c79403e9-ad38-420d-bd66-7ac48ba13cb0 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0842652 Jul 16 03:06:47.100064 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-cba6e1b0-dd99-4a8e-aa7e-d35a1a0a16e1 service neutron] 10.222.0.39 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871227 Jul 16 03:06:47.187210 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-6d8f961d-3b8b-4bd8-b6a8-fad90fbe6cc9 service neutron] 10.222.0.39 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814276 Jul 16 03:06:47.492975 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c2e861c3-84a3-4dd8-b138-96fc0d252099 req-3b2824bd-55af-40c6-af76-42b0bb757b69 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 210 time: 0.0330777 Jul 16 03:06:47.585553 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device e89e2716-9fe4-4cd3-9afa-e98deeb1b516 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:06:47.616747 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: e89e2716-9fe4-4cd3-9afa-e98deeb1b516 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:06:47.617095 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device e89e2716-9fe4-4cd3-9afa-e98deeb1b516 not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:06:48.636346 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bbb1dd3b-748a-4de1-ab29-14d5d45dee3a req-523688ab-bae1-45ce-9aba-8e4d32b78f03 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 210 time: 0.0274582 Jul 16 03:06:49.025124 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:49.390754 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-ff764b1e-c17f-4eae-a18d-89b39b852307 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:49.392180 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-ff764b1e-c17f-4eae-a18d-89b39b852307 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 811 time: 0.1012197 Jul 16 03:06:49.447220 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-832384f8-c92e-4c3d-bdfc-a1f017560d6d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=924b6b83d1c048a6845dfc30f1fe04a1 HTTP/1.1" status: 200 len: 380 time: 0.0350323 Jul 16 03:06:49.456971 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-79946108-25ca-4ead-a6de-130c093ae7ec tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Request body: {'port': {'device_id': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'admin_state_up': True, 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'security_groups': ['4c904e41-6291-484e-9d99-d975e02a5226']}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:06:49.568395 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-79946108-25ca-4ead-a6de-130c093ae7ec tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Made reservation on behalf of 924b6b83d1c048a6845dfc30f1fe04a1 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:06:49.571962 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-79946108-25ca-4ead-a6de-130c093ae7ec tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:49.697734 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-79946108-25ca-4ead-a6de-130c093ae7ec tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Allocated IP 172.20.0.3 (e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4/b7a1438b-ed58-4b64-8c8a-f6f81f48e74a/f68193a5-2dc9-4b05-942d-ed93c631ce62) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:06:49.787129 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-28480f48-90d2-4f35-bd01-f0a676dd5fa0 req-1749eb42-2005-4e50-8e28-3b3469719915 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 210 time: 0.0365641 Jul 16 03:06:49.859620 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-79946108-25ca-4ead-a6de-130c093ae7ec tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:49.878674 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-79946108-25ca-4ead-a6de-130c093ae7ec tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Transition to ACTIVE for port object f68193a5-2dc9-4b05-942d-ed93c631ce62 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:06:49.911729 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-79946108-25ca-4ead-a6de-130c093ae7ec tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:49.958240 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-79946108-25ca-4ead-a6de-130c093ae7ec tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:06:49.961336 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-79946108-25ca-4ead-a6de-130c093ae7ec tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:06:49.965205 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-79946108-25ca-4ead-a6de-130c093ae7ec tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:06:49.991308 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79946108-25ca-4ead-a6de-130c093ae7ec tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'Port': ['ID=f68193a5-2dc9-4b05-942d-ed93c631ce62,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:06:50.019039 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-79946108-25ca-4ead-a6de-130c093ae7ec tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:50.019703 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-79946108-25ca-4ead-a6de-130c093ae7ec tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:50.038172 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-79946108-25ca-4ead-a6de-130c093ae7ec tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848210 Jul 16 03:06:50.069452 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Request body: {'port': {'device_id': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:06:50.155688 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:50.213273 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-cca050f2-f673-437c-a9b8-fe8717497207 None None] Provisioning for port f68193a5-2dc9-4b05-942d-ed93c631ce62 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:06:50.216948 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-cca050f2-f673-437c-a9b8-fe8717497207 None None] Provisioning complete for port f68193a5-2dc9-4b05-942d-ed93c631ce62 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:06:50.217360 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cca050f2-f673-437c-a9b8-fe8717497207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:50.254864 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-cca050f2-f673-437c-a9b8-fe8717497207 None None] Port f68193a5-2dc9-4b05-942d-ed93c631ce62 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:06:50.412771 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68193a5-2dc9-4b05-942d-ed93c631ce62 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:06:50.420124 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:50.432140 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Transition to ACTIVE for port object f68193a5-2dc9-4b05-942d-ed93c631ce62 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:06:50.436036 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:50.486759 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Pushing event updated for resources: {'Port': ['ID=f68193a5-2dc9-4b05-942d-ed93c631ce62,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:06:50.559147 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Attempting to bind port f68193a5-2dc9-4b05-942d-ed93c631ce62 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:06:50.559487 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Attempting to bind port f68193a5-2dc9-4b05-942d-ed93c631ce62 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:06:50.559825 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Attempting to bind port f68193a5-2dc9-4b05-942d-ed93c631ce62 on network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:06:50.564426 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Port f68193a5-2dc9-4b05-942d-ed93c631ce62 on network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:06:50.564773 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Attempting to bind port f68193a5-2dc9-4b05-942d-ed93c631ce62 on network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:06:50.570021 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:06:50.570365 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Checking segment: {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:06:50.570757 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Bound using segment: {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:06:50.571193 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Bound port: f68193a5-2dc9-4b05-942d-ed93c631ce62, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:06:50.571556 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:50.637015 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] For port f68193a5-2dc9-4b05-942d-ed93c631ce62, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:06:50.640087 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] For port f68193a5-2dc9-4b05-942d-ed93c631ce62, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f68193a5-2dc9-4b05-942d-ed93c631ce62,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:06:50.644263 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:50.678502 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:50.679118 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:50.680563 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] 10.222.0.59 "PUT /v2.0/ports/f68193a5-2dc9-4b05-942d-ed93c631ce62 HTTP/1.1" status: 200 len: 1093 time: 0.6175256 Jul 16 03:06:50.681044 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'tag': 'f68193a5-2dc9-4b05-942d-ed93c631ce62'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:06:50.683271 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf26443-b5bc-4bfa-9d7a-ac7da5984510" -d '{"events": [{"name": "network-changed", "server_uuid": "52db1bfb-741d-46ae-9a72-0aacaaf23dc0", "tag": "f68193a5-2dc9-4b05-942d-ed93c631ce62"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:06:50.709559 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c4f59e-ff09-442c-bcde-6dc0ac528633 service neutron] Pushing event updated for resources: {'Port': ['ID=f68193a5-2dc9-4b05-942d-ed93c631ce62,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:06:50.727193 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc1d8af-5c4b-4eab-b757-f44a60715750 x-openstack-request-id: req-2cc1d8af-5c4b-4eab-b757-f44a60715750 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:06:50.727505 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52db1bfb-741d-46ae-9a72-0aacaaf23dc0", "tag": "f68193a5-2dc9-4b05-942d-ed93c631ce62", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:06:50.727753 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2cc1d8af-5c4b-4eab-b757-f44a60715750 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:06:50.728152 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'tag': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'status': 'completed', 'code': 200} Jul 16 03:06:50.808841 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-9e4c9c4f-242a-4dd8-8e21-784782b6a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:50.812494 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-9e4c9c4f-242a-4dd8-8e21-784782b6a422 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0599282 Jul 16 03:06:50.860208 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-9f8c3c1c-4255-4aa3-9ad3-72f74cbb95e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f68193a5-2dc9-4b05-942d-ed93c631ce62 HTTP/1.1" status: 200 len: 217 time: 0.0354848 Jul 16 03:06:50.942857 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-3d3fc0b1-b90e-47f0-9d6e-87133373d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:50.944287 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-3d3fc0b1-b90e-47f0-9d6e-87133373d87d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0774786 Jul 16 03:06:51.007617 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2a445-d4d3-4818-91b8-c0dc325fb472 req-b374c331-4742-4b40-8b04-abbf713e669f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:51.009046 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4fd2a445-d4d3-4818-91b8-c0dc325fb472 req-b374c331-4742-4b40-8b04-abbf713e669f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 943 time: 0.1052163 Jul 16 03:06:51.041243 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-e477809b-cc1d-4e24-869f-efa1b0ebbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:51.042725 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-e477809b-cc1d-4e24-869f-efa1b0ebbeba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0913062 Jul 16 03:06:51.063853 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4fd2a445-d4d3-4818-91b8-c0dc325fb472 req-3b9bcc7e-41cf-4fd2-b022-e2c2a1b75e7a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480912 Jul 16 03:06:51.141034 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-061005e1-fad1-4057-9d0f-856977bf7109 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901277 Jul 16 03:06:51.229817 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ee9c8024-7e17-4036-b9e8-63aaa4666a7a req-417d6879-ff51-448e-a794-d715c969b1fb service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818081 Jul 16 03:06:51.371069 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26443-b5bc-4bfa-9d7a-ac7da5984510 req-5ab079ba-2574-4ac4-a097-63e67eb36c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:51.372776 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fcf26443-b5bc-4bfa-9d7a-ac7da5984510 req-5ab079ba-2574-4ac4-a097-63e67eb36c13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0539303 Jul 16 03:06:51.469256 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26443-b5bc-4bfa-9d7a-ac7da5984510 req-aea7985f-d19f-44c7-9db4-8dac093c65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:51.470756 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fcf26443-b5bc-4bfa-9d7a-ac7da5984510 req-aea7985f-d19f-44c7-9db4-8dac093c65d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 912 time: 0.0882075 Jul 16 03:06:51.523921 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fcf26443-b5bc-4bfa-9d7a-ac7da5984510 req-1a699107-7882-4db9-95d2-57dc43d926e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f68193a5-2dc9-4b05-942d-ed93c631ce62 HTTP/1.1" status: 200 len: 217 time: 0.0345359 Jul 16 03:06:51.575645 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26443-b5bc-4bfa-9d7a-ac7da5984510 req-68e90f2b-9a6d-4ef6-b07b-f3af5889247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:51.577224 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fcf26443-b5bc-4bfa-9d7a-ac7da5984510 req-68e90f2b-9a6d-4ef6-b07b-f3af5889247b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0460668 Jul 16 03:06:51.633478 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf26443-b5bc-4bfa-9d7a-ac7da5984510 req-6600afc1-f31a-49a9-88d5-043947e47a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:51.634883 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fcf26443-b5bc-4bfa-9d7a-ac7da5984510 req-6600afc1-f31a-49a9-88d5-043947e47a46 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514863 Jul 16 03:06:51.726186 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fcf26443-b5bc-4bfa-9d7a-ac7da5984510 req-f5d8a712-10fd-4535-a5a3-0a99d6f13fd5 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841210 Jul 16 03:06:51.822326 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fcf26443-b5bc-4bfa-9d7a-ac7da5984510 req-534e2f8d-abb2-4480-8370-2c6592d46e98 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878172 Jul 16 03:06:52.235650 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282f06b-ea97-4b34-a3be-c91bd9685793 req-47867301-30e4-41cf-afc7-5be760cf2580 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:52.237150 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c282f06b-ea97-4b34-a3be-c91bd9685793 req-47867301-30e4-41cf-afc7-5be760cf2580 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 943 time: 0.0617225 Jul 16 03:06:52.274015 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c282f06b-ea97-4b34-a3be-c91bd9685793 req-85d3b795-bb3a-4b95-b3c9-92314cc00083 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312974 Jul 16 03:06:53.445888 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1eb32b-663f-4b2e-b5f1-37ea9eca7b68 req-d2f9e8d4-f720-42de-bc58-96fdc4083447 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:53.447346 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4e1eb32b-663f-4b2e-b5f1-37ea9eca7b68 req-d2f9e8d4-f720-42de-bc58-96fdc4083447 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 943 time: 0.0660143 Jul 16 03:06:53.485134 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4e1eb32b-663f-4b2e-b5f1-37ea9eca7b68 req-c95159be-412d-4786-a29d-7760119c3714 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315142 Jul 16 03:06:54.656545 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aaeae5-dd08-4693-8651-a5cbcfdee20e req-0d208292-16f7-4efa-92d5-0f336bad180a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:54.658030 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-76aaeae5-dd08-4693-8651-a5cbcfdee20e req-0d208292-16f7-4efa-92d5-0f336bad180a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 943 time: 0.0622365 Jul 16 03:06:54.695741 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-76aaeae5-dd08-4693-8651-a5cbcfdee20e req-18712f06-8d7c-4b05-be71-4bd36fbe3339 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319088 Jul 16 03:06:55.867459 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f04e73-c760-445e-999e-eeb14825c62e req-33f28aac-dcc7-42cc-9184-55d878fcc1b6 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:55.869013 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9f04e73-c760-445e-999e-eeb14825c62e req-33f28aac-dcc7-42cc-9184-55d878fcc1b6 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 943 time: 0.0628197 Jul 16 03:06:55.907159 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b9f04e73-c760-445e-999e-eeb14825c62e req-cc51dfa7-f5aa-44f9-abd7-c5e82dd371eb tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322900 Jul 16 03:06:57.081133 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32cca53-82a9-4c1a-a775-1031788dddd9 req-cb6d3ab5-c70e-4877-a74a-81eb20948884 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:57.082605 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e32cca53-82a9-4c1a-a775-1031788dddd9 req-cb6d3ab5-c70e-4877-a74a-81eb20948884 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 943 time: 0.0661187 Jul 16 03:06:57.119924 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e32cca53-82a9-4c1a-a775-1031788dddd9 req-493d3b0f-157d-48a8-b387-e0c25c12c543 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317454 Jul 16 03:06:58.288895 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a71df7-a68b-4998-a026-c033069ab3cf req-f2f678bf-16a5-4f28-b7a1-4f932c0ad5bc tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:58.290293 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e3a71df7-a68b-4998-a026-c033069ab3cf req-f2f678bf-16a5-4f28-b7a1-4f932c0ad5bc tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 943 time: 0.0623720 Jul 16 03:06:58.329117 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e3a71df7-a68b-4998-a026-c033069ab3cf req-18dfb708-0ad6-425f-b805-2370a9f6078a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321598 Jul 16 03:06:59.504300 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265f559-0581-4e56-b97a-663e692d51ad req-22286e56-e2a7-4950-929d-c3474c8e7072 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:06:59.505812 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8265f559-0581-4e56-b97a-663e692d51ad req-22286e56-e2a7-4950-929d-c3474c8e7072 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 943 time: 0.0670180 Jul 16 03:06:59.544512 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8265f559-0581-4e56-b97a-663e692d51ad req-dc9759b0-d0eb-489f-a29b-f8b5f0d1e17d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328619 Jul 16 03:06:59.644506 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device f68193a5-2dc9-4b05-942d-ed93c631ce62 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:06:59.740125 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port f68193a5-2dc9-4b05-942d-ed93c631ce62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f68193a5-2dc9-4b05-942d-ed93c631ce62,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:06:59.750884 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'port_id': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'mac_address': 'fa:16:3e:a6:19:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:06:59.787168 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:59.799604 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68193a5-2dc9-4b05-942d-ed93c631ce62 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:06:59.818479 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port f68193a5-2dc9-4b05-942d-ed93c631ce62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f68193a5-2dc9-4b05-942d-ed93c631ce62,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:06:59.822356 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:59.868475 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=f68193a5-2dc9-4b05-942d-ed93c631ce62,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:06:59.876482 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:59.876869 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:59.877216 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:59.877554 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:59.877890 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:59.878225 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:59.878555 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:59.878884 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:59.879216 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:59.879542 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:59.879868 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:06:59.880190 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:07:00.101550 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['f68193a5-2dc9-4b05-942d-ed93c631ce62'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:07:00.714026 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc66a3-073a-4784-83fb-2b31c050432e req-a6c46eba-0f87-4d58-b10a-5d787bd0ef59 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:00.715478 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-63cc66a3-073a-4784-83fb-2b31c050432e req-a6c46eba-0f87-4d58-b10a-5d787bd0ef59 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 944 time: 0.0621915 Jul 16 03:07:00.752941 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-63cc66a3-073a-4784-83fb-2b31c050432e req-1662d3bf-8f7d-4604-acd2-49ac958c4a99 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312860 Jul 16 03:07:01.642113 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device f68193a5-2dc9-4b05-942d-ed93c631ce62 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:07:01.690090 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port f68193a5-2dc9-4b05-942d-ed93c631ce62 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:07:01.694532 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port f68193a5-2dc9-4b05-942d-ed93c631ce62 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:07:01.694910 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:01.770309 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:01.792318 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68193a5-2dc9-4b05-942d-ed93c631ce62'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:07:01.795007 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b46da33-14a3-4fc0-a6ad-f42a8589b303" -d '{"events": [{"server_uuid": "52db1bfb-741d-46ae-9a72-0aacaaf23dc0", "name": "network-vif-plugged", "status": "completed", "tag": "f68193a5-2dc9-4b05-942d-ed93c631ce62"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:07:01.807860 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port f68193a5-2dc9-4b05-942d-ed93c631ce62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f68193a5-2dc9-4b05-942d-ed93c631ce62,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:07:01.817310 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:01.841742 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ad23c6-6d20-46ca-a527-a2d5f84550f0 x-openstack-request-id: req-a6ad23c6-6d20-46ca-a527-a2d5f84550f0 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:07:01.842682 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52db1bfb-741d-46ae-9a72-0aacaaf23dc0", "name": "network-vif-plugged", "status": "completed", "tag": "f68193a5-2dc9-4b05-942d-ed93c631ce62", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:07:01.842934 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6ad23c6-6d20-46ca-a527-a2d5f84550f0 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:07:01.843316 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'code': 200} Jul 16 03:07:01.873273 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=f68193a5-2dc9-4b05-942d-ed93c631ce62,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:07:01.883227 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:07:01.930384 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2ad8d-c196-45e6-aebe-f38b52a65670 req-3398b34d-cb80-425a-827f-624dca2a6d92 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:01.931773 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c2d2ad8d-c196-45e6-aebe-f38b52a65670 req-3398b34d-cb80-425a-827f-624dca2a6d92 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 945 time: 0.0643873 Jul 16 03:07:01.970243 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c2d2ad8d-c196-45e6-aebe-f38b52a65670 req-90abb6ac-c848-4bba-96a7-560dc926b36a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318754 Jul 16 03:07:02.145933 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898bd3f-f209-463f-bba7-b163e580d02a req-d7c22804-3ae5-4293-bb29-660318d32d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:02.147388 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a898bd3f-f209-463f-bba7-b163e580d02a req-d7c22804-3ae5-4293-bb29-660318d32d77 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0521879 Jul 16 03:07:02.182035 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a898bd3f-f209-463f-bba7-b163e580d02a req-815e63a4-b885-4b30-8606-53a057422fa4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282910 Jul 16 03:07:03.147477 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d08572-f52f-4b87-91e4-8cf4ff08b02b req-b0129da7-4837-4310-88ad-c81014da1358 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:03.148997 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99d08572-f52f-4b87-91e4-8cf4ff08b02b req-b0129da7-4837-4310-88ad-c81014da1358 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 945 time: 0.0622571 Jul 16 03:07:03.189986 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-99d08572-f52f-4b87-91e4-8cf4ff08b02b req-759ff61f-cd57-4fcc-9f38-109c7e86b773 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354326 Jul 16 03:07:04.367689 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e72a9-f698-4a30-ab5b-1b3f28e2cd29 req-b77b36f0-b72f-4efd-9de5-5138b9c2fbc0 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:04.369186 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-345e72a9-f698-4a30-ab5b-1b3f28e2cd29 req-b77b36f0-b72f-4efd-9de5-5138b9c2fbc0 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 945 time: 0.0655642 Jul 16 03:07:04.407354 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-345e72a9-f698-4a30-ab5b-1b3f28e2cd29 req-9ae3d75f-b1df-4836-84d7-fbb3ca59edf1 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317569 Jul 16 03:07:04.576886 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f70dc-70b0-421e-9c4b-a36aaa24dcf4 req-7c2bbefc-75e7-4d79-a581-34636902080b tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:04.578384 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-780f70dc-70b0-421e-9c4b-a36aaa24dcf4 req-7c2bbefc-75e7-4d79-a581-34636902080b tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 945 time: 0.0645242 Jul 16 03:07:04.615619 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-780f70dc-70b0-421e-9c4b-a36aaa24dcf4 req-564db687-217e-4377-a4e2-d886904a74be tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Jul 16 03:07:04.642413 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55404) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:07:04.692426 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f023b5-ef1f-47ee-b9f8-3eb710ebcf8d tempest-TestVolumeBootPattern-1191452106 tempest-TestVolumeBootPattern-1191452106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:04.694260 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-d8f023b5-ef1f-47ee-b9f8-3eb710ebcf8d tempest-TestVolumeBootPattern-1191452106 tempest-TestVolumeBootPattern-1191452106-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 1093 time: 0.0508759 Jul 16 03:07:04.697162 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55406) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:07:04.702006 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Request body: {'floatingip': {'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'port_id': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:07:04.725104 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for floatingip, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:04.822460 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:04.927134 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Allocated IP 172.27.1.239 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/3501e8ac-610e-4a80-8435-6fb1ae2e9661) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:07:05.277393 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:05.314849 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:05.351323 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:07:05.355917 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:07:05.359828 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:07:05.382207 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'Port': ['ID=3501e8ac-610e-4a80-8435-6fb1ae2e9661,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:07:05.723126 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:05.799603 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:05.947216 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:05.953003 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:06.023604 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'Port': ['ID=3501e8ac-610e-4a80-8435-6fb1ae2e9661,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:07:06.032157 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:06.130396 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Floating IP 0a5e04b2-c81b-44ec-aacb-0fa54fcb379a associated. External IP: 172.27.1.239, port: f68193a5-2dc9-4b05-942d-ed93c631ce62. Jul 16 03:07:06.334915 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Router e398aaff-a910-41bc-9aaa-f1aabbdf95dc has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:07:06.441770 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:07:06.451992 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e94396-7c56-4bea-9cde-857e95ea2aad None None] Sync routers for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:07:06.457757 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:06.462534 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e94396-7c56-4bea-9cde-857e95ea2aad None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:07:06.463154 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-27e94396-7c56-4bea-9cde-857e95ea2aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:06:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:07:06.494869 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-002d2b2b-7071-4d00-80be-8bf6d08e4e46 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7966549 Jul 16 03:07:06.495588 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'tag': 'f68193a5-2dc9-4b05-942d-ed93c631ce62'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:07:06.497889 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32208f24-5cdf-4633-911e-fc3ebe3aa5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "52db1bfb-741d-46ae-9a72-0aacaaf23dc0", "tag": "f68193a5-2dc9-4b05-942d-ed93c631ce62"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:07:06.535673 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebd9970-b39d-4d23-ab10-89cbf03aac6b x-openstack-request-id: req-8ebd9970-b39d-4d23-ab10-89cbf03aac6b {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:07:06.535983 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52db1bfb-741d-46ae-9a72-0aacaaf23dc0", "tag": "f68193a5-2dc9-4b05-942d-ed93c631ce62", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:07:06.536228 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ebd9970-b39d-4d23-ab10-89cbf03aac6b {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:07:06.536634 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'tag': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'status': 'completed', 'code': 200} Jul 16 03:07:06.573238 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-27e94396-7c56-4bea-9cde-857e95ea2aad None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:07:06.631459 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32208f24-5cdf-4633-911e-fc3ebe3aa5ac req-18e70baa-8e31-47e9-ad4d-97d3eebdd2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:06.632898 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-32208f24-5cdf-4633-911e-fc3ebe3aa5ac req-18e70baa-8e31-47e9-ad4d-97d3eebdd2f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0527883 Jul 16 03:07:06.727528 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32208f24-5cdf-4633-911e-fc3ebe3aa5ac req-9c8166e4-e413-42c2-893a-f80d7dd9ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:06.729053 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-32208f24-5cdf-4633-911e-fc3ebe3aa5ac req-9c8166e4-e413-42c2-893a-f80d7dd9ac4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 912 time: 0.0901399 Jul 16 03:07:06.796287 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-32208f24-5cdf-4633-911e-fc3ebe3aa5ac req-70d05292-f2ee-4e28-982e-f355ac4ff115 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f68193a5-2dc9-4b05-942d-ed93c631ce62 HTTP/1.1" status: 200 len: 999 time: 0.0604959 Jul 16 03:07:06.850708 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32208f24-5cdf-4633-911e-fc3ebe3aa5ac req-38cede07-b780-4340-86a9-bb4dfb0b9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:06.852186 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-32208f24-5cdf-4633-911e-fc3ebe3aa5ac req-38cede07-b780-4340-86a9-bb4dfb0b9f44 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0502129 Jul 16 03:07:06.911310 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32208f24-5cdf-4633-911e-fc3ebe3aa5ac req-790e2f2f-07e2-4369-92b3-b1eabb19e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:06.912884 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-32208f24-5cdf-4633-911e-fc3ebe3aa5ac req-790e2f2f-07e2-4369-92b3-b1eabb19e7bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540175 Jul 16 03:07:06.923785 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-27e94396-7c56-4bea-9cde-857e95ea2aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '0a5e04b2-c81b-44ec-aacb-0fa54fcb379a', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:a6:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:07:05Z', 'updated_at': '2021-07-16T03:07:05Z', 'revision_number': 0, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:07:06.950905 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e94396-7c56-4bea-9cde-857e95ea2aad None None] Checking router: e398aaff-a910-41bc-9aaa-f1aabbdf95dc for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:07:06.959679 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e94396-7c56-4bea-9cde-857e95ea2aad None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:07:06.960299 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-27e94396-7c56-4bea-9cde-857e95ea2aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:06:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:07:07.004808 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-32208f24-5cdf-4633-911e-fc3ebe3aa5ac req-e97c8d6e-e3ff-4720-acfb-4720789dd27e service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854638 Jul 16 03:07:07.066460 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-27e94396-7c56-4bea-9cde-857e95ea2aad None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:07:07.101200 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-32208f24-5cdf-4633-911e-fc3ebe3aa5ac req-0b0699fb-3f9e-4972-9575-e17fec278014 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895593 Jul 16 03:07:07.285655 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-27e94396-7c56-4bea-9cde-857e95ea2aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '0a5e04b2-c81b-44ec-aacb-0fa54fcb379a', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:a6:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:07:05Z', 'updated_at': '2021-07-16T03:07:05Z', 'revision_number': 0, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:07:07.311923 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e94396-7c56-4bea-9cde-857e95ea2aad None None] The sync data for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi is: [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '0a5e04b2-c81b-44ec-aacb-0fa54fcb379a', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:a6:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:07:05Z', 'updated_at': '2021-07-16T03:07:05Z', 'revision_number': 0, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:07:07.501742 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3723ec-0a5e-4209-b900-83ecf0e5144d None None] New status for floating IP 0a5e04b2-c81b-44ec-aacb-0fa54fcb379a: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:07:07.698900 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-86b866d2-04c4-45cb-af5f-bf760f6d15c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:11.371296 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:11.673063 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-fff4a4f5-d7ea-444b-b859-aa6c8337da46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:12.407454 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:14.857056 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:19.040379 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:32.291433 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da1a64f7-e84a-4f1b-81ab-462980bbe87d req-c5a418e6-7fc6-49b6-82cc-95abae0f657b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488155 Jul 16 03:07:32.381043 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a64f7-e84a-4f1b-81ab-462980bbe87d req-9a13b3f3-f5dd-49a3-b7af-febd44a839ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:32.382539 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da1a64f7-e84a-4f1b-81ab-462980bbe87d req-9a13b3f3-f5dd-49a3-b7af-febd44a839ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d2a44b4356541ac9b8fe22d793d41fa&device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 1099 time: 0.0554063 Jul 16 03:07:32.485076 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a64f7-e84a-4f1b-81ab-462980bbe87d req-3999361e-33b6-4c93-9b7a-65b52b11b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:32.486583 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da1a64f7-e84a-4f1b-81ab-462980bbe87d req-3999361e-33b6-4c93-9b7a-65b52b11b498 service neutron] 10.222.0.59 "GET /v2.0/networks?id=95c31cf4-fdaf-424f-8220-64ce790d4db5 HTTP/1.1" status: 200 len: 909 time: 0.0842683 Jul 16 03:07:32.553595 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da1a64f7-e84a-4f1b-81ab-462980bbe87d req-3aad939e-b22b-413c-8efc-c20975b24518 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 HTTP/1.1" status: 200 len: 1002 time: 0.0597045 Jul 16 03:07:32.602618 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a64f7-e84a-4f1b-81ab-462980bbe87d req-63eb566a-1f7c-4788-93dd-681ab80deff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:32.604114 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da1a64f7-e84a-4f1b-81ab-462980bbe87d req-63eb566a-1f7c-4788-93dd-681ab80deff4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2deeb56c-e047-43c2-b507-6884401f9644 HTTP/1.1" status: 200 len: 847 time: 0.0441420 Jul 16 03:07:32.659288 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a64f7-e84a-4f1b-81ab-462980bbe87d req-9ffd98b2-96a4-4e38-85d1-e2aedf7c1463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:07:32.660866 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da1a64f7-e84a-4f1b-81ab-462980bbe87d req-9ffd98b2-96a4-4e38-85d1-e2aedf7c1463 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95c31cf4-fdaf-424f-8220-64ce790d4db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508149 Jul 16 03:07:32.751860 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da1a64f7-e84a-4f1b-81ab-462980bbe87d req-40673f14-ac2c-4589-a7fd-db3b88ab9c45 service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840635 Jul 16 03:07:32.838204 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da1a64f7-e84a-4f1b-81ab-462980bbe87d req-c19779d8-28d1-4ad8-aa4b-0e94d9938b2c service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799704 Jul 16 03:07:37.699644 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-16bcddce-3567-41ff-b8f9-a9573c01d247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:38.882249 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:07:41.373018 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:41.676769 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-46281f14-70f6-467b-82aa-e9b2d64f336b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:42.411294 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:44.862976 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:49.041779 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:07.701121 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7a5226c8-06c2-4295-aa24-243ba6049a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:11.375193 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:11.677063 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a66d8f33-4e87-4c4d-a25c-c039271ee17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:12.413676 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:14.863205 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:15.881340 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:08:17.113714 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2c115-42cb-4661-8daa-763f5fdd6917 req-6112b46c-aba7-4e98-a572-f1dd3d041532 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:17.115182 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-02e2c115-42cb-4661-8daa-763f5fdd6917 req-6112b46c-aba7-4e98-a572-f1dd3d041532 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0683162 Jul 16 03:08:17.152483 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-02e2c115-42cb-4661-8daa-763f5fdd6917 req-f1766b3a-fdcc-4378-b295-760d30ee7550 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315752 Jul 16 03:08:18.329103 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc248d6-b968-4106-ae37-186063d48906 req-6863dc50-bca1-4576-b29d-d3b8a3d723e7 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:18.330551 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fcc248d6-b968-4106-ae37-186063d48906 req-6863dc50-bca1-4576-b29d-d3b8a3d723e7 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0627029 Jul 16 03:08:18.369398 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-fcc248d6-b968-4106-ae37-186063d48906 req-7f696f5f-420b-45c4-8666-3decbf581628 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332129 Jul 16 03:08:19.038393 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:19.555990 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1fe56-37f2-40d2-844a-8fe269fe93a6 req-541201e6-2903-4990-85b6-10369a52b997 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:19.557523 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8fb1fe56-37f2-40d2-844a-8fe269fe93a6 req-541201e6-2903-4990-85b6-10369a52b997 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0636365 Jul 16 03:08:19.597081 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8fb1fe56-37f2-40d2-844a-8fe269fe93a6 req-8fca2be1-ad57-4c48-be9b-03897debdf30 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326817 Jul 16 03:08:20.768634 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b290c-847a-4be0-a199-7bb273885476 req-f4bf8fd9-c1ba-4be9-9b4f-838919300b2e tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:20.770100 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5c9b290c-847a-4be0-a199-7bb273885476 req-f4bf8fd9-c1ba-4be9-9b4f-838919300b2e tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0642602 Jul 16 03:08:20.806860 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5c9b290c-847a-4be0-a199-7bb273885476 req-cd53cde3-a5ce-4ca0-a2a2-360204991433 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311785 Jul 16 03:08:21.979591 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea318c-dc11-4608-a674-de5eccab836d req-572b25c4-8e49-4f79-b92e-e1d5b14d5e01 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:21.981138 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-97ea318c-dc11-4608-a674-de5eccab836d req-572b25c4-8e49-4f79-b92e-e1d5b14d5e01 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0647080 Jul 16 03:08:22.019066 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-97ea318c-dc11-4608-a674-de5eccab836d req-e4e5995d-0e3f-4b99-91e5-9c61021d67f8 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319872 Jul 16 03:08:23.194436 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b10b1-60d3-44ac-a7d2-42735820817e req-cf32867b-7a48-4234-bb8f-8f88995314ba tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:23.195913 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6a5b10b1-60d3-44ac-a7d2-42735820817e req-cf32867b-7a48-4234-bb8f-8f88995314ba tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0664449 Jul 16 03:08:23.233254 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6a5b10b1-60d3-44ac-a7d2-42735820817e req-87367cb2-7bac-489e-8875-f48c93f50a93 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315282 Jul 16 03:08:24.405659 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d23140-e638-4c76-a560-acae6613da48 req-5b08cbc8-d919-4bf3-b4ca-1ee640349075 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:24.407151 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f1d23140-e638-4c76-a560-acae6613da48 req-5b08cbc8-d919-4bf3-b4ca-1ee640349075 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0629902 Jul 16 03:08:24.443439 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f1d23140-e638-4c76-a560-acae6613da48 req-e6e454a7-c85b-4bab-966b-3c127e2a7cf0 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307846 Jul 16 03:08:25.613404 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1969046-3399-42e7-82fb-fa1591b1938d req-e0b13121-3fec-44bc-8dbe-3e669419d92f tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:25.614887 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f1969046-3399-42e7-82fb-fa1591b1938d req-e0b13121-3fec-44bc-8dbe-3e669419d92f tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0631108 Jul 16 03:08:25.652355 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f1969046-3399-42e7-82fb-fa1591b1938d req-1f1f122a-20e8-4abd-b5f6-959a8a4f450a tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319138 Jul 16 03:08:26.839800 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b96aaf-7cb1-40cd-a7a2-332c6bb7f4dc req-6f3a8104-add3-4eb1-bc46-58cbc546c821 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:26.841802 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-85b96aaf-7cb1-40cd-a7a2-332c6bb7f4dc req-6f3a8104-add3-4eb1-bc46-58cbc546c821 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0666852 Jul 16 03:08:26.878691 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-85b96aaf-7cb1-40cd-a7a2-332c6bb7f4dc req-8bc9c630-5c3d-412c-8535-65e10d55a371 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313001 Jul 16 03:08:27.302860 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381fa86-e219-4458-be14-8584521a5aaa req-ab73a43b-721f-47d9-9054-79f5b78a48e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:27.304292 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9381fa86-e219-4458-be14-8584521a5aaa req-ab73a43b-721f-47d9-9054-79f5b78a48e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d2a44b4356541ac9b8fe22d793d41fa&device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 1099 time: 0.0516765 Jul 16 03:08:27.395243 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381fa86-e219-4458-be14-8584521a5aaa req-a3fb9d3d-16f0-4616-af62-dcc0ac8065bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:27.396701 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9381fa86-e219-4458-be14-8584521a5aaa req-a3fb9d3d-16f0-4616-af62-dcc0ac8065bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=95c31cf4-fdaf-424f-8220-64ce790d4db5 HTTP/1.1" status: 200 len: 909 time: 0.0865502 Jul 16 03:08:27.458669 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9381fa86-e219-4458-be14-8584521a5aaa req-c6dd7102-c373-4b0e-9d45-2bc0f1ff92e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 HTTP/1.1" status: 200 len: 1002 time: 0.0551674 Jul 16 03:08:27.508431 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381fa86-e219-4458-be14-8584521a5aaa req-5bc6eb5a-31b1-4033-8f10-1bebcbcb0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:27.514617 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9381fa86-e219-4458-be14-8584521a5aaa req-5bc6eb5a-31b1-4033-8f10-1bebcbcb0d0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2deeb56c-e047-43c2-b507-6884401f9644 HTTP/1.1" status: 200 len: 847 time: 0.0452833 Jul 16 03:08:27.565302 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381fa86-e219-4458-be14-8584521a5aaa req-2812b73d-e04f-49fb-a7fb-65f10d2f5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:27.566698 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9381fa86-e219-4458-be14-8584521a5aaa req-2812b73d-e04f-49fb-a7fb-65f10d2f5bc1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95c31cf4-fdaf-424f-8220-64ce790d4db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510807 Jul 16 03:08:27.653391 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9381fa86-e219-4458-be14-8584521a5aaa req-3d9e9d52-4743-41cf-824d-3bd2853186f9 service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802345 Jul 16 03:08:27.745224 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9381fa86-e219-4458-be14-8584521a5aaa req-a44eca2a-6c41-4244-ae13-400162d61a85 service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844617 Jul 16 03:08:28.052317 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9692a9b-35c1-4ebc-8f22-887277757758 req-b545dbef-7823-47d8-822e-af492510430d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:28.053845 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f9692a9b-35c1-4ebc-8f22-887277757758 req-b545dbef-7823-47d8-822e-af492510430d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0623140 Jul 16 03:08:28.090752 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f9692a9b-35c1-4ebc-8f22-887277757758 req-58cb647d-4c83-4c78-86d7-c5f9f37d6f13 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312750 Jul 16 03:08:29.264810 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec6efe-e582-4def-9631-3497cdd2fb8a req-68a35172-e158-4120-8f8a-a20a8d6cc80b tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:29.266224 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f7ec6efe-e582-4def-9631-3497cdd2fb8a req-68a35172-e158-4120-8f8a-a20a8d6cc80b tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0662737 Jul 16 03:08:29.302710 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f7ec6efe-e582-4def-9631-3497cdd2fb8a req-35397d3e-e606-46ef-8625-8579bb622e7f tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309212 Jul 16 03:08:30.474661 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3abf9-2181-4930-b6b1-ff0909590e1e req-4b5a84f9-011d-452a-834e-10df51089a99 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:30.476045 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a2c3abf9-2181-4930-b6b1-ff0909590e1e req-4b5a84f9-011d-452a-834e-10df51089a99 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0643570 Jul 16 03:08:30.514676 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-a2c3abf9-2181-4930-b6b1-ff0909590e1e req-8515c3cb-9ea0-4e42-b75c-cc2093c15d9e tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329747 Jul 16 03:08:30.834011 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [req-e0141544-4688-4959-be45-7338f67a5cf3 req-ee5349a3-05ea-4e6c-b9a0-9470525f707f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959923 Jul 16 03:08:30.863824 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762033-c6dd-4744-bdba-7f8c28b17339 req-c2dd8a7b-f86c-447c-b94e-1dfd8043da1b tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:30.865363 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5a762033-c6dd-4744-bdba-7f8c28b17339 req-c2dd8a7b-f86c-447c-b94e-1dfd8043da1b tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0635357 Jul 16 03:08:30.902584 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5a762033-c6dd-4744-bdba-7f8c28b17339 req-f71ea300-de53-4abb-95b5-1f729b552dcf tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314107 Jul 16 03:08:32.044744 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:08:32.087990 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a45f5-b557-4118-a16d-aca49c93e6d0 req-bedafa6f-dc63-4cb2-94e1-ca5bb2010bd8 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:32.089738 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5f1a45f5-b557-4118-a16d-aca49c93e6d0 req-bedafa6f-dc63-4cb2-94e1-ca5bb2010bd8 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0720730 Jul 16 03:08:32.124200 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:32.130672 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-5f1a45f5-b557-4118-a16d-aca49c93e6d0 req-e90d028a-d875-4396-a3d0-378c3c6e7dba tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333047 Jul 16 03:08:32.146348 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:08:32.148571 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a70504-56cb-48b0-af65-4e9cec525a33" -d '{"events": [{"server_uuid": "e7f4db43-bf47-4393-9d7a-d86aba5df5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:08:32.161988 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:08:32.166332 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:32.190045 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 03:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7575c71f-737b-4aef-a148-1f21e0320b74 x-openstack-request-id: req-7575c71f-737b-4aef-a148-1f21e0320b74 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:08:32.190335 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f4db43-bf47-4393-9d7a-d86aba5df5ca", "name": "network-vif-unplugged", "status": "completed", "tag": "fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:08:32.190588 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7575c71f-737b-4aef-a148-1f21e0320b74 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:08:32.190972 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'code': 200} Jul 16 03:08:32.215461 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,revision_number=6']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:08:32.223206 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:32.223556 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:32.223901 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:32.224237 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:32.224569 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:32.224930 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:32.225264 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:32.225591 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:32.225919 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:32.226241 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:32.226562 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:32.226882 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:32.393010 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0141544-4688-4959-be45-7338f67a5cf3 req-0d5b80fa-7133-47aa-979b-d36e31fb6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:32.394501 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0141544-4688-4959-be45-7338f67a5cf3 req-0d5b80fa-7133-47aa-979b-d36e31fb6bfe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca&tenant_id=9d2a44b4356541ac9b8fe22d793d41fa HTTP/1.1" status: 200 len: 1097 time: 0.0535603 Jul 16 03:08:32.481127 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0141544-4688-4959-be45-7338f67a5cf3 req-a515e14a-517d-4a16-9e88-409c84af3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:32.483556 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0141544-4688-4959-be45-7338f67a5cf3 req-a515e14a-517d-4a16-9e88-409c84af3552 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d2a44b4356541ac9b8fe22d793d41fa&device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 1097 time: 0.0545044 Jul 16 03:08:32.571404 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0141544-4688-4959-be45-7338f67a5cf3 req-4a6659e4-b0f8-4c91-ac9d-0b5dd6b1943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:32.572875 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0141544-4688-4959-be45-7338f67a5cf3 req-4a6659e4-b0f8-4c91-ac9d-0b5dd6b1943e service neutron] 10.222.0.59 "GET /v2.0/networks?id=95c31cf4-fdaf-424f-8220-64ce790d4db5 HTTP/1.1" status: 200 len: 909 time: 0.0825605 Jul 16 03:08:32.638925 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0141544-4688-4959-be45-7338f67a5cf3 req-63ac9ab4-42fc-416a-9954-01a70dbf785b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 HTTP/1.1" status: 200 len: 1000 time: 0.0595605 Jul 16 03:08:32.686823 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0141544-4688-4959-be45-7338f67a5cf3 req-588e7f7d-c84f-4c41-aa14-1d641273d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:32.688171 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0141544-4688-4959-be45-7338f67a5cf3 req-588e7f7d-c84f-4c41-aa14-1d641273d3d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2deeb56c-e047-43c2-b507-6884401f9644 HTTP/1.1" status: 200 len: 847 time: 0.0441368 Jul 16 03:08:32.746130 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0141544-4688-4959-be45-7338f67a5cf3 req-907d39c2-080c-4a5d-9fc2-27a45db2f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:32.748685 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0141544-4688-4959-be45-7338f67a5cf3 req-907d39c2-080c-4a5d-9fc2-27a45db2f1a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95c31cf4-fdaf-424f-8220-64ce790d4db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534215 Jul 16 03:08:32.839023 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0141544-4688-4959-be45-7338f67a5cf3 req-8c370b7e-a373-445a-8fa6-362ee3c01b81 service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839348 Jul 16 03:08:32.926274 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e0141544-4688-4959-be45-7338f67a5cf3 req-40483a24-1962-44ea-9b26-6b979dd10b60 service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810959 Jul 16 03:08:33.304785 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51671808-86fe-4658-8fb1-3f52a2e2eb38 req-3b6bc5aa-89e7-491c-a3c5-45bcccebdd1f tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:33.306173 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-51671808-86fe-4658-8fb1-3f52a2e2eb38 req-3b6bc5aa-89e7-491c-a3c5-45bcccebdd1f tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 944 time: 0.0655582 Jul 16 03:08:33.343124 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-51671808-86fe-4658-8fb1-3f52a2e2eb38 req-147282e5-1eb7-4d07-b5a2-0ca122660dfe tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314043 Jul 16 03:08:34.373387 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa53cc-ea1b-46c1-b938-8d3e91ed6020 req-3a12f19d-7b07-4233-8307-ea61a317a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:34.374901 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3bfa53cc-ea1b-46c1-b938-8d3e91ed6020 req-3a12f19d-7b07-4233-8307-ea61a317a918 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d2a44b4356541ac9b8fe22d793d41fa&device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 1097 time: 0.0528708 Jul 16 03:08:34.763360 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa53cc-ea1b-46c1-b938-8d3e91ed6020 req-5d8836e6-17f7-49c6-b0eb-5bbfc60a06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:34.764758 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3bfa53cc-ea1b-46c1-b938-8d3e91ed6020 req-5d8836e6-17f7-49c6-b0eb-5bbfc60a06a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=95c31cf4-fdaf-424f-8220-64ce790d4db5 HTTP/1.1" status: 200 len: 909 time: 0.3689358 Jul 16 03:08:34.827042 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270dc4a-7dda-4eec-ae5d-a8e3137d41ca req-54056b5c-52e3-4338-a61b-6fe1eb81a9a8 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:34.828524 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7270dc4a-7dda-4eec-ae5d-a8e3137d41ca req-54056b5c-52e3-4338-a61b-6fe1eb81a9a8 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 944 time: 0.3748050 Jul 16 03:08:34.857532 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3bfa53cc-ea1b-46c1-b938-8d3e91ed6020 req-fd506bd6-adf0-46db-977e-ab150e812afb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 HTTP/1.1" status: 200 len: 1000 time: 0.0826025 Jul 16 03:08:34.903434 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7270dc4a-7dda-4eec-ae5d-a8e3137d41ca req-ad7061a2-edcf-4f69-8019-e71c101c0ddf tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663462 Jul 16 03:08:34.920321 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa53cc-ea1b-46c1-b938-8d3e91ed6020 req-9530c52b-c3da-44c9-9228-b23fb546a5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:34.921774 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3bfa53cc-ea1b-46c1-b938-8d3e91ed6020 req-9530c52b-c3da-44c9-9228-b23fb546a5b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2deeb56c-e047-43c2-b507-6884401f9644 HTTP/1.1" status: 200 len: 847 time: 0.0577064 Jul 16 03:08:34.977475 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa53cc-ea1b-46c1-b938-8d3e91ed6020 req-b96ef114-b691-4a2e-ae79-4eb95c690fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:34.978961 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3bfa53cc-ea1b-46c1-b938-8d3e91ed6020 req-b96ef114-b691-4a2e-ae79-4eb95c690fab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95c31cf4-fdaf-424f-8220-64ce790d4db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514474 Jul 16 03:08:35.070907 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3bfa53cc-ea1b-46c1-b938-8d3e91ed6020 req-143d6964-314d-4779-9a9b-66e93dc5ecae service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857220 Jul 16 03:08:35.158234 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3bfa53cc-ea1b-46c1-b938-8d3e91ed6020 req-02e29cf1-1dd4-480e-9ad3-4824b641140a service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806665 Jul 16 03:08:36.073645 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d4365-4a33-4b0a-a0cd-83fa55142947 req-3136db86-1114-4ff8-af35-194cf50b4805 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:36.075103 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3c3d4365-4a33-4b0a-a0cd-83fa55142947 req-3136db86-1114-4ff8-af35-194cf50b4805 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 944 time: 0.0631328 Jul 16 03:08:36.115593 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3c3d4365-4a33-4b0a-a0cd-83fa55142947 req-a2652de2-73f6-4f62-923f-eb6d0baabf5d tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349011 Jul 16 03:08:37.286281 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52bc4a-0010-4434-a1f8-56b388b4ff09 req-102d609d-79d8-40c4-bf83-0e8e8fe6f7b2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:37.287647 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dc52bc4a-0010-4434-a1f8-56b388b4ff09 req-102d609d-79d8-40c4-bf83-0e8e8fe6f7b2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 944 time: 0.0617492 Jul 16 03:08:37.324742 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dc52bc4a-0010-4434-a1f8-56b388b4ff09 req-5bdb8d1c-b353-4b73-bde8-54bf92cb9bed tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314949 Jul 16 03:08:37.702729 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4718e3bd-54b9-47b3-b232-0b4505f144d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:38.495051 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef582476-c735-423b-8266-5bd25cf45fca req-8c893fdd-9914-43ff-859d-abe40ff85172 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:38.496514 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ef582476-c735-423b-8266-5bd25cf45fca req-8c893fdd-9914-43ff-859d-abe40ff85172 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 944 time: 0.0622354 Jul 16 03:08:38.533778 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ef582476-c735-423b-8266-5bd25cf45fca req-a71af0fc-f3f4-40fa-9a82-e9eaa4593c28 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311129 Jul 16 03:08:39.708858 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440c490-b78c-4cd5-b030-81f902e99aa5 req-c6ae6cc0-72fd-410a-b319-dd20436e1e50 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:39.710367 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b440c490-b78c-4cd5-b030-81f902e99aa5 req-c6ae6cc0-72fd-410a-b319-dd20436e1e50 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 944 time: 0.0671222 Jul 16 03:08:39.747664 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b440c490-b78c-4cd5-b030-81f902e99aa5 req-48824c50-a5fb-4901-ab57-454f50bd74c7 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311952 Jul 16 03:08:40.920576 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9426-feda-4e07-bbd3-808c0d251f9a req-f11c6f1b-446d-46d9-9ab6-cc23fea54fa3 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:40.922083 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7a7f9426-feda-4e07-bbd3-808c0d251f9a req-f11c6f1b-446d-46d9-9ab6-cc23fea54fa3 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 944 time: 0.0630319 Jul 16 03:08:40.958802 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7a7f9426-feda-4e07-bbd3-808c0d251f9a req-72c8393b-d2d0-4ea0-bd6d-a158291f3409 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309768 Jul 16 03:08:41.376172 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:41.677610 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-a6dada81-b5b8-4989-9042-8ebbb616db4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:41.760290 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:08:41.857586 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:08:41.868864 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'port_id': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'mac_address': 'fa:16:3e:05:32:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2deeb56c-e047-43c2-b507-6884401f9644', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:08:41.905316 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:41.917367 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:08:41.938992 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:08:41.943070 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:41.992303 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,revision_number=7']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:08:42.140505 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1effe7c-3610-4ea1-bcd3-12cd72784b5a req-7339ee60-5fa8-4c7a-92f4-c59e5f61c8a3 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:42.141999 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1effe7c-3610-4ea1-bcd3-12cd72784b5a req-7339ee60-5fa8-4c7a-92f4-c59e5f61c8a3 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 945 time: 0.0638831 Jul 16 03:08:42.185166 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1effe7c-3610-4ea1-bcd3-12cd72784b5a req-5ffcdee0-0dc0-413e-bebc-9d59c995cbc3 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374815 Jul 16 03:08:42.259098 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:08:42.426589 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:43.374401 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ab4a5-f96d-4f10-af40-31e0f2850c32 req-7bbec2f0-c705-44cf-8d05-d64c778dc976 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:43.375911 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f13ab4a5-f96d-4f10-af40-31e0f2850c32 req-7bbec2f0-c705-44cf-8d05-d64c778dc976 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 945 time: 0.0695384 Jul 16 03:08:43.413047 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f13ab4a5-f96d-4f10-af40-31e0f2850c32 req-75c8d5ce-70cf-4abb-9828-08aa5367d28a tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314384 Jul 16 03:08:44.590134 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448af78-b8cf-4168-8562-bfe130a35b27 req-5066a66e-5ee4-4666-bcf5-5ed7a0800fa5 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:44.591699 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4448af78-b8cf-4168-8562-bfe130a35b27 req-5066a66e-5ee4-4666-bcf5-5ed7a0800fa5 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 945 time: 0.0628953 Jul 16 03:08:44.629984 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4448af78-b8cf-4168-8562-bfe130a35b27 req-9ebfe948-3e3a-4924-9814-926e2acbe84b tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326295 Jul 16 03:08:44.829560 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:08:44.876306 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:44.889063 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:08:44.889392 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:44.962017 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:44.985775 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:08:44.987979 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711f2295-d58e-4689-97c7-b21b01e9ae02" -d '{"events": [{"server_uuid": "e7f4db43-bf47-4393-9d7a-d86aba5df5ca", "name": "network-vif-plugged", "status": "completed", "tag": "fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:08:45.000423 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:08:45.004463 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:45.031277 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d5c961-b0d6-4c51-b25a-1103742566b7 x-openstack-request-id: req-25d5c961-b0d6-4c51-b25a-1103742566b7 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:08:45.031580 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f4db43-bf47-4393-9d7a-d86aba5df5ca", "name": "network-vif-plugged", "status": "completed", "tag": "fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:08:45.031836 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25d5c961-b0d6-4c51-b25a-1103742566b7 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:08:45.032240 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'code': 200} Jul 16 03:08:45.059628 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,revision_number=8']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:08:45.333817 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba5124-5d64-49ca-a319-b62cf4e6a0c5 req-b79107db-8265-4ade-8cda-67c7b9db6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:45.335301 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d6ba5124-5d64-49ca-a319-b62cf4e6a0c5 req-b79107db-8265-4ade-8cda-67c7b9db6b00 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 1099 time: 0.0569468 Jul 16 03:08:45.371021 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-d6ba5124-5d64-49ca-a319-b62cf4e6a0c5 req-1cef11f0-45be-403e-9a04-96706627a75a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0285935 Jul 16 03:08:45.643931 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-a3dabf85-21c8-490e-a37e-cceeae3d0be0 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566226850&fields=id&tenant_id=924b6b83d1c048a6845dfc30f1fe04a1 HTTP/1.1" status: 200 len: 267 time: 0.0327151 Jul 16 03:08:45.749453 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-9f94c496-c948-40b0-8ecf-60447a331d9f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:45.750855 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-9f94c496-c948-40b0-8ecf-60447a331d9f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 811 time: 0.1006989 Jul 16 03:08:45.790149 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-779d61d0-2bb9-43af-88b4-86debe0ff9f6 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/quotas/924b6b83d1c048a6845dfc30f1fe04a1 HTTP/1.1" status: 200 len: 375 time: 0.0318437 Jul 16 03:08:45.852144 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb9fe7-919d-4900-971f-11f39d827611 req-7e3debda-b594-4290-9f2d-e247bdbfd609 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:45.853540 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3bbb9fe7-919d-4900-971f-11f39d827611 req-7e3debda-b594-4290-9f2d-e247bdbfd609 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.1121676 Jul 16 03:08:45.899870 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-b229ff25-6955-4ea6-a536-1443278aec4b tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1029403 Jul 16 03:08:45.911945 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3bbb9fe7-919d-4900-971f-11f39d827611 req-658e985f-2ea6-4ac1-a66f-c82db415e951 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506370 Jul 16 03:08:45.996371 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-30df2223-b6e9-4b2f-ba4c-fa320bc767e3 service neutron] 10.222.0.39 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834937 Jul 16 03:08:46.083495 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-94771a32-0ea2-4ce2-a11d-35b85f03793c service neutron] 10.222.0.39 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807014 Jul 16 03:08:46.385600 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7a8a6b14-f81d-4475-ae0c-e73bf5f605fb req-8316175a-06b8-4bab-a1a2-e463dfb75f13 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 210 time: 0.0360093 Jul 16 03:08:47.087085 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66965a8f-3a36-428f-b3b2-739bed43cb63 req-927a7019-f138-451d-b8fc-46a84d84f235 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:47.088570 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-66965a8f-3a36-428f-b3b2-739bed43cb63 req-927a7019-f138-451d-b8fc-46a84d84f235 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0617132 Jul 16 03:08:47.127065 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-66965a8f-3a36-428f-b3b2-739bed43cb63 req-caecf044-e9ee-4207-9fe6-00fc52541d30 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320561 Jul 16 03:08:47.467365 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-4a57b922-cefa-4280-9a9b-c4f1438094a7 req-8b321af1-3cbf-4a7f-9375-825289fd44c2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 210 time: 0.0289233 Jul 16 03:08:48.551811 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-f4fccd8a-666a-4b7a-acf5-871c281107f7 req-8b543d55-ec47-4dc0-bf91-44ffe5052351 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 210 time: 0.0340438 Jul 16 03:08:49.039127 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:49.634532 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7c45492f-6717-4070-8d7a-5f886c204335 req-27e533f6-e70a-4fe6-9e1c-28266a15ee85 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 210 time: 0.0319669 Jul 16 03:08:50.518009 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-56ca7669-ebd4-4d42-807b-e4b1d3e4924a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:50.519533 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-56ca7669-ebd4-4d42-807b-e4b1d3e4924a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 811 time: 0.1022861 Jul 16 03:08:50.571853 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-ef2c3cde-d863-46b6-8766-1c836815c7ab tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=924b6b83d1c048a6845dfc30f1fe04a1 HTTP/1.1" status: 200 len: 380 time: 0.0363750 Jul 16 03:08:50.580204 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Request body: {'port': {'device_id': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'admin_state_up': True, 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'security_groups': ['4c904e41-6291-484e-9d99-d975e02a5226']}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:08:50.693424 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Made reservation on behalf of 924b6b83d1c048a6845dfc30f1fe04a1 for: {'port': 1} {{(pid=92927) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:08:50.697071 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:50.787293 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-962eb767-c2b6-4010-9596-d96b9e7c74d5 req-b8fc78e8-c076-47cc-891a-6f2b3d11fd04 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 210 time: 0.0370657 Jul 16 03:08:50.852016 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Allocated IP 172.20.0.8 (e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4/b7a1438b-ed58-4b64-8c8a-f6f81f48e74a/8ba074b8-39bc-4c6f-a8da-a04339a84551) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:08:50.991875 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:51.004932 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Transition to ACTIVE for port object 8ba074b8-39bc-4c6f-a8da-a04339a84551 will not be triggered until provisioned by entity DHCP. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:08:51.037578 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:51.083883 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:08:51.087102 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:08:51.091858 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:08:51.118435 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'Port': ['ID=8ba074b8-39bc-4c6f-a8da-a04339a84551,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:08:51.133535 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:51.133890 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:51.134236 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:51.134582 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:51.134915 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:51.135247 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:51.135582 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:51.135912 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:51.136241 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:51.136647 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:51.136994 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:51.137410 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:08:51.163570 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:51.164190 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:51.181140 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-abde21ab-2690-4236-8896-e2c994f6118d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6044998 Jul 16 03:08:51.198468 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Request body: {'port': {'device_id': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:08:51.275874 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:51.279600 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-e5337dab-e80f-4705-a07e-8764304ff4ac None None] Provisioning for port 8ba074b8-39bc-4c6f-a8da-a04339a84551 completed by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:08:51.284815 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-e5337dab-e80f-4705-a07e-8764304ff4ac None None] Provisioning complete for port 8ba074b8-39bc-4c6f-a8da-a04339a84551 triggered by entity DHCP. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:08:51.285415 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e5337dab-e80f-4705-a07e-8764304ff4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:51.341423 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-e5337dab-e80f-4705-a07e-8764304ff4ac None None] Port 8ba074b8-39bc-4c6f-a8da-a04339a84551 cannot update to ACTIVE because it is not bound. {{(pid=92929) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:08:51.539407 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba074b8-39bc-4c6f-a8da-a04339a84551 {{(pid=92927) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:08:51.547457 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:51.559095 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.provisioning_blocks [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Transition to ACTIVE for port object 8ba074b8-39bc-4c6f-a8da-a04339a84551 will not be triggered until provisioned by entity L2. {{(pid=92927) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:08:51.562403 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:51.616979 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Pushing event updated for resources: {'Port': ['ID=8ba074b8-39bc-4c6f-a8da-a04339a84551,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:08:51.684794 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Attempting to bind port 8ba074b8-39bc-4c6f-a8da-a04339a84551 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:08:51.685133 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Attempting to bind port 8ba074b8-39bc-4c6f-a8da-a04339a84551 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:08:51.685465 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Attempting to bind port 8ba074b8-39bc-4c6f-a8da-a04339a84551 on network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:08:51.690203 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Port 8ba074b8-39bc-4c6f-a8da-a04339a84551 on network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:08:51.690526 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Attempting to bind port 8ba074b8-39bc-4c6f-a8da-a04339a84551 on network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:08:51.696170 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Checking agent: {'id': 'dca1b187-34cf-4118-87bb-ded5359daf2a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'started_at': datetime.datetime(2021, 7, 16, 2, 52, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:08:51.696914 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Checking segment: {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92927) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:08:51.696914 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Bound using segment: {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'} {{(pid=92927) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:08:51.697354 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.managers [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Bound port: 8ba074b8-39bc-4c6f-a8da-a04339a84551, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4'}}] {{(pid=92927) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:08:51.697720 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:51.770180 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] For port 8ba074b8-39bc-4c6f-a8da-a04339a84551, host hv-cinder-78836, cleared binding levels {{(pid=92927) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:08:51.773149 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] For port 8ba074b8-39bc-4c6f-a8da-a04339a84551, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8ba074b8-39bc-4c6f-a8da-a04339a84551,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92927) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:08:51.777452 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:51.820596 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:51.821126 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:51.822606 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] 10.222.0.59 "PUT /v2.0/ports/8ba074b8-39bc-4c6f-a8da-a04339a84551 HTTP/1.1" status: 200 len: 1093 time: 0.6285381 Jul 16 03:08:51.823057 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'tag': '8ba074b8-39bc-4c6f-a8da-a04339a84551'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:08:51.825822 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b82e98-f5c9-43ab-a4bb-17f9faf8083c" -d '{"events": [{"name": "network-changed", "server_uuid": "f4afadd2-3a1b-46c9-b80e-64c7cf92db76", "tag": "8ba074b8-39bc-4c6f-a8da-a04339a84551"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:08:51.846722 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011036e6-4aa5-465f-b42e-12b6173f047c service neutron] Pushing event updated for resources: {'Port': ['ID=8ba074b8-39bc-4c6f-a8da-a04339a84551,revision_number=3']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:08:51.873612 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4983c4-5ef1-4c13-874b-2a464c7d5758 x-openstack-request-id: req-0f4983c4-5ef1-4c13-874b-2a464c7d5758 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:08:51.873971 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4afadd2-3a1b-46c9-b80e-64c7cf92db76", "tag": "8ba074b8-39bc-4c6f-a8da-a04339a84551", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:08:51.874214 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f4983c4-5ef1-4c13-874b-2a464c7d5758 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:08:51.876070 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'tag': '8ba074b8-39bc-4c6f-a8da-a04339a84551', 'status': 'completed', 'code': 200} Jul 16 03:08:51.979394 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-fdb641c0-9371-4f91-a4ef-7cf9478e53b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:51.980978 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-fdb641c0-9371-4f91-a4ef-7cf9478e53b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 1096 time: 0.0892680 Jul 16 03:08:52.038557 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-5f1ea411-ed28-4bd7-a5e5-b2b09e97df86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ba074b8-39bc-4c6f-a8da-a04339a84551 HTTP/1.1" status: 200 len: 217 time: 0.0432696 Jul 16 03:08:52.048199 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ad387-cab1-440c-82b5-055a84fe1d80 req-cbd40714-97ac-4223-975f-77e82c734a2f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:52.049808 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-734ad387-cab1-440c-82b5-055a84fe1d80 req-cbd40714-97ac-4223-975f-77e82c734a2f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 943 time: 0.1162081 Jul 16 03:08:52.118603 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-720d5c78-6f16-41fc-a58c-d2079cba6569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:52.120050 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-720d5c78-6f16-41fc-a58c-d2079cba6569 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0693538 Jul 16 03:08:52.123565 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-734ad387-cab1-440c-82b5-055a84fe1d80 req-20832418-ae74-4254-9861-702b050441c8 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655141 Jul 16 03:08:52.174470 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-929925be-4d59-42be-bc3e-d87a8c5605eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:52.175929 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-929925be-4d59-42be-bc3e-d87a8c5605eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500104 Jul 16 03:08:52.267636 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-9aa1e9f2-8d82-43b6-8cf4-484efdfe70ae service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852644 Jul 16 03:08:52.363238 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-361e7183-f7bb-49f4-91d7-2ea914eff507 req-11bb9902-5612-4ef3-bd44-6cb710c23b25 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838056 Jul 16 03:08:52.515502 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b82e98-f5c9-43ab-a4bb-17f9faf8083c req-854803cc-52a4-43ae-ad64-7baef9894587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:52.517022 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-34b82e98-f5c9-43ab-a4bb-17f9faf8083c req-854803cc-52a4-43ae-ad64-7baef9894587 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 1096 time: 0.0558317 Jul 16 03:08:52.604190 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b82e98-f5c9-43ab-a4bb-17f9faf8083c req-4a93db51-7b9f-4eb9-b22a-fc648452bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:52.605717 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-34b82e98-f5c9-43ab-a4bb-17f9faf8083c req-4a93db51-7b9f-4eb9-b22a-fc648452bcc6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 912 time: 0.0828726 Jul 16 03:08:52.651414 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-34b82e98-f5c9-43ab-a4bb-17f9faf8083c req-a34f4ec6-2474-4be7-acc8-ea0565587281 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ba074b8-39bc-4c6f-a8da-a04339a84551 HTTP/1.1" status: 200 len: 217 time: 0.0362976 Jul 16 03:08:52.705943 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b82e98-f5c9-43ab-a4bb-17f9faf8083c req-b398190a-f726-4262-9762-c08acf4596fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:52.707388 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-34b82e98-f5c9-43ab-a4bb-17f9faf8083c req-b398190a-f726-4262-9762-c08acf4596fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0448046 Jul 16 03:08:52.771700 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b82e98-f5c9-43ab-a4bb-17f9faf8083c req-a882baed-cd4f-4145-bbb5-b3c0fa1e40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:52.773225 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-34b82e98-f5c9-43ab-a4bb-17f9faf8083c req-a882baed-cd4f-4145-bbb5-b3c0fa1e40d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579216 Jul 16 03:08:52.865571 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-34b82e98-f5c9-43ab-a4bb-17f9faf8083c req-17920dd6-cd1f-413e-8e61-8919162be342 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853417 Jul 16 03:08:52.880252 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:08:52.956975 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-34b82e98-f5c9-43ab-a4bb-17f9faf8083c req-f8e103ea-ac1e-47ce-95d8-248d579f4b2c service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820451 Jul 16 03:08:53.296279 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1289cb0-434c-43fe-ac85-e582a37f954a req-59d138fb-df6a-4854-ac9c-723fafcaff70 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:53.297655 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e1289cb0-434c-43fe-ac85-e582a37f954a req-59d138fb-df6a-4854-ac9c-723fafcaff70 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 943 time: 0.0645485 Jul 16 03:08:53.334941 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-e1289cb0-434c-43fe-ac85-e582a37f954a req-5d53d0d7-3213-4230-9d37-12429a87f918 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317674 Jul 16 03:08:54.658536 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d62250-c24d-444c-a11d-deac7786ee24 req-11122c72-8029-4c9a-987d-d07de5d7c7cc tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:54.659909 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-39d62250-c24d-444c-a11d-deac7786ee24 req-11122c72-8029-4c9a-987d-d07de5d7c7cc tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 943 time: 0.0629401 Jul 16 03:08:54.697323 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-39d62250-c24d-444c-a11d-deac7786ee24 req-99160d46-2e6c-4444-9f17-c56d027b4611 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317748 Jul 16 03:08:55.869451 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbd3eb-80ab-4e6b-8747-3d4fd8fe86bf req-be971746-1467-4226-9ba7-eda5316e4948 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:55.870963 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17dbd3eb-80ab-4e6b-8747-3d4fd8fe86bf req-be971746-1467-4226-9ba7-eda5316e4948 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 943 time: 0.0628181 Jul 16 03:08:55.909057 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-17dbd3eb-80ab-4e6b-8747-3d4fd8fe86bf req-1c71a124-6eb9-4e6b-8f00-fd3666569aa8 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315509 Jul 16 03:08:57.082078 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d9891-f2a0-4a0b-a220-250fbe6998b7 req-862d7e3d-62d3-49e0-b6e0-489e789d138a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:57.083547 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-792d9891-f2a0-4a0b-a220-250fbe6998b7 req-862d7e3d-62d3-49e0-b6e0-489e789d138a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 943 time: 0.0666707 Jul 16 03:08:57.120991 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-792d9891-f2a0-4a0b-a220-250fbe6998b7 req-273ba8f2-ea00-4b20-8511-2e3dc7a9d20f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318196 Jul 16 03:08:58.288968 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cb14d-307e-4944-b669-9dc33c39f39f req-7290483c-a881-4b96-b34b-62dcd4651cb8 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:58.290368 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-738cb14d-307e-4944-b669-9dc33c39f39f req-7290483c-a881-4b96-b34b-62dcd4651cb8 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 943 time: 0.0619733 Jul 16 03:08:58.328197 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-738cb14d-307e-4944-b669-9dc33c39f39f req-ebb59d71-60e1-49f7-9804-b31f50ee4978 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314794 Jul 16 03:08:59.500939 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f1b9f-0ef7-4b97-98d8-35ce1c504df6 req-02f99846-1e38-4936-9707-c7589541d006 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:08:59.502424 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c81f1b9f-0ef7-4b97-98d8-35ce1c504df6 req-02f99846-1e38-4936-9707-c7589541d006 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 943 time: 0.0654242 Jul 16 03:08:59.539404 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c81f1b9f-0ef7-4b97-98d8-35ce1c504df6 req-8baca4ad-aa30-44f6-b281-ff10a05491f3 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313029 Jul 16 03:09:00.711801 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c11b2d-d086-4c3f-a9e9-402baa753fac req-fdad2caa-5fcc-4130-9b5f-f25867c01bcf tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:00.713300 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-91c11b2d-d086-4c3f-a9e9-402baa753fac req-fdad2caa-5fcc-4130-9b5f-f25867c01bcf tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 943 time: 0.0646970 Jul 16 03:09:00.750625 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-91c11b2d-d086-4c3f-a9e9-402baa753fac req-faba7e8f-ffdb-49d4-9237-0c6f7bdfd6ce tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317447 Jul 16 03:09:00.889599 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 8ba074b8-39bc-4c6f-a8da-a04339a84551 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=92929) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:09:00.984160 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 8ba074b8-39bc-4c6f-a8da-a04339a84551, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8ba074b8-39bc-4c6f-a8da-a04339a84551,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:09:00.994936 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Returning: {'device': '8ba074b8-39bc-4c6f-a8da-a04339a84551', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'port_id': '8ba074b8-39bc-4c6f-a8da-a04339a84551', 'mac_address': 'fa:16:3e:ac:6c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92929) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:09:01.031189 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:01.044387 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba074b8-39bc-4c6f-a8da-a04339a84551 {{(pid=92929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:09:01.063484 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 8ba074b8-39bc-4c6f-a8da-a04339a84551, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8ba074b8-39bc-4c6f-a8da-a04339a84551,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:09:01.067233 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:01.112613 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8ba074b8-39bc-4c6f-a8da-a04339a84551,revision_number=4']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:09:01.394399 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] get_ports_and_sgs() called for port_ids ['8ba074b8-39bc-4c6f-a8da-a04339a84551'] {{(pid=92929) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:09:01.991818 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d5cf5-5832-43b3-af90-4dae9e677fa0 req-6a737672-8720-4541-8cb3-5e886d6ae674 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:01.993323 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-324d5cf5-5832-43b3-af90-4dae9e677fa0 req-6a737672-8720-4541-8cb3-5e886d6ae674 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 944 time: 0.0615115 Jul 16 03:09:02.030536 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-324d5cf5-5832-43b3-af90-4dae9e677fa0 req-4238c98c-209d-4f7a-b005-da5b10613283 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Jul 16 03:09:02.892387 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 8ba074b8-39bc-4c6f-a8da-a04339a84551 up at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:09:02.939569 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning for port 8ba074b8-39bc-4c6f-a8da-a04339a84551 completed by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:09:02.943043 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Provisioning complete for port 8ba074b8-39bc-4c6f-a8da-a04339a84551 triggered by entity L2. {{(pid=92929) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:09:02.943400 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4052260'] for port, provisioning_complete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:03.021640 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:03.045950 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba074b8-39bc-4c6f-a8da-a04339a84551'}] {{(pid=92929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:09:03.048166 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1da9d3c4f938aee77eec2a76b09d99a0d9a1d63c09f639465f82831b421c617d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90da000c-092d-4479-9bf0-a23012dd8f1e" -d '{"events": [{"server_uuid": "f4afadd2-3a1b-46c9-b80e-64c7cf92db76", "name": "network-vif-plugged", "status": "completed", "tag": "8ba074b8-39bc-4c6f-a8da-a04339a84551"}]}' {{(pid=92929) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:09:03.061515 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] For port 8ba074b8-39bc-4c6f-a8da-a04339a84551, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8ba074b8-39bc-4c6f-a8da-a04339a84551,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:09:03.066386 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807'] for port, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:03.100525 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354040ae-c183-4ef9-9d94-d38267368617 x-openstack-request-id: req-354040ae-c183-4ef9-9d94-d38267368617 {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:09:03.100845 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4afadd2-3a1b-46c9-b80e-64c7cf92db76", "name": "network-vif-plugged", "status": "completed", "tag": "8ba074b8-39bc-4c6f-a8da-a04339a84551", "code": 200}]} {{(pid=92929) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:09:03.101103 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-354040ae-c183-4ef9-9d94-d38267368617 {{(pid=92929) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:09:03.101493 dv-cinder-788364-5-iscsi neutron-server[92929]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba074b8-39bc-4c6f-a8da-a04339a84551', 'code': 200} Jul 16 03:09:03.117158 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8ba074b8-39bc-4c6f-a8da-a04339a84551,revision_number=5']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:09:03.218597 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e0b0c-f75b-4784-8176-e4962cdcfc5d req-aafd185c-45e6-4a8e-bb13-9b0ee5ebee49 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:03.220055 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ba2e0b0c-f75b-4784-8176-e4962cdcfc5d req-aafd185c-45e6-4a8e-bb13-9b0ee5ebee49 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 945 time: 0.0665927 Jul 16 03:09:03.258756 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-ba2e0b0c-f75b-4784-8176-e4962cdcfc5d req-f06031c8-92de-4b46-8c7b-4770e9c4fd70 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330901 Jul 16 03:09:03.403299 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb60e0-c41e-4908-9259-b26c093d0d64 req-cb8e0318-4c59-4977-bf8a-f3de7cc20d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:03.404814 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-41fb60e0-c41e-4908-9259-b26c093d0d64 req-cb8e0318-4c59-4977-bf8a-f3de7cc20d4e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 1098 time: 0.0508633 Jul 16 03:09:03.438248 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-41fb60e0-c41e-4908-9259-b26c093d0d64 req-ef855eca-7901-4959-805c-aa8c95d5655d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263443 Jul 16 03:09:04.439504 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f75dd-2c8e-4191-b4d0-b80ab8052d05 req-c2695415-2436-4b5a-8c50-d54dd447a382 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:04.441015 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-455f75dd-2c8e-4191-b4d0-b80ab8052d05 req-c2695415-2436-4b5a-8c50-d54dd447a382 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 945 time: 0.0670209 Jul 16 03:09:04.479283 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-455f75dd-2c8e-4191-b4d0-b80ab8052d05 req-7a341d82-f8df-4488-8923-0555e5bd0e7f tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326478 Jul 16 03:09:05.647090 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e7bfd-c74f-414f-9c80-e504aa9c3dac req-2cc3d2d6-9724-4ec0-9599-a4f95675da16 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:05.648563 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c08e7bfd-c74f-414f-9c80-e504aa9c3dac req-2cc3d2d6-9724-4ec0-9599-a4f95675da16 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 945 time: 0.0620120 Jul 16 03:09:05.685968 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c08e7bfd-c74f-414f-9c80-e504aa9c3dac req-562d5d88-e24c-4b47-bbbe-317f0b51a477 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310884 Jul 16 03:09:05.856501 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa9632-de91-4d88-93ca-e1b72dae1233 req-ffcba500-4d1e-4906-8a65-d34965c14a07 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:05.858009 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-25aa9632-de91-4d88-93ca-e1b72dae1233 req-ffcba500-4d1e-4906-8a65-d34965c14a07 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 945 time: 0.0635564 Jul 16 03:09:05.896347 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-25aa9632-de91-4d88-93ca-e1b72dae1233 req-07edd0f8-e8d7-4f21-af6d-24c9e85d1d38 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328009 Jul 16 03:09:05.921000 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55622) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:09:05.975610 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcd6a84-931f-4a40-b14a-9d05b8f05b9a tempest-TestVolumeBootPattern-1191452106 tempest-TestVolumeBootPattern-1191452106-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:05.977164 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-3dcd6a84-931f-4a40-b14a-9d05b8f05b9a tempest-TestVolumeBootPattern-1191452106 tempest-TestVolumeBootPattern-1191452106-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 1093 time: 0.0551693 Jul 16 03:09:05.979891 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55624) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:09:05.984285 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.v2.base [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Request body: {'floatingip': {'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'port_id': '8ba074b8-39bc-4c6f-a8da-a04339a84551', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92927) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:09:06.005956 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for floatingip, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:06.100248 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:06.205841 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_common [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Allocated IP 172.27.1.246 (445cb962-9482-4ea0-b8b1-63a8a64fa8e4/0282714e-69c3-489e-a484-d6b6fde4a3a8/28507848-2b18-4dcf-868d-ab3794730521) {{(pid=92927) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:09:06.303240 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for port, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:06.344234 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770588773771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:06.383764 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Network 445cb962-9482-4ea0-b8b1-63a8a64fa8e4 is already hosted by enough agents. {{(pid=92927) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:09:06.386471 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.base_scheduler [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Resources bound (agent type, host, resource id): {{(pid=92927) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:09:06.390122 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Received port after_create {{(pid=92927) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:09:06.395489 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'Port': ['ID=28507848-2b18-4dcf-868d-ab3794730521,revision_number=1']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:09:07.007009 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:07.080388 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3734228'] for port, before_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:07.225047 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for port, precommit_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:07.229587 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770589174357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770588773789', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770588773807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8867381'] for port, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:07.301346 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event updated for resources: {'Port': ['ID=28507848-2b18-4dcf-868d-ab3794730521,revision_number=2']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:09:07.309205 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-891054'] for floatingip, after_update {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:07.407111 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Floating IP 3b1a8e91-c6a3-4c42-8aff-67f4506ab130 associated. External IP: 172.27.1.246, port: 8ba074b8-39bc-4c6f-a8da-a04339a84551. Jul 16 03:09:07.608020 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Router e398aaff-a910-41bc-9aaa-f1aabbdf95dc has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:09:07.703315 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6c082c04-39dd-4943-b17b-d303f5df5e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:07.716044 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:09:07.725249 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec232f5b-d27e-4669-88cf-bc49ee744175 None None] Sync routers for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:09:07.732684 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:07.734680 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec232f5b-d27e-4669-88cf-bc49ee744175 None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:09:07.735375 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-ec232f5b-d27e-4669-88cf-bc49ee744175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:08:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:09:07.768587 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6cf50cfd-7436-4190-982f-285093ceb49e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7876933 Jul 16 03:09:07.769332 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'tag': '8ba074b8-39bc-4c6f-a8da-a04339a84551'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:09:07.771657 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae030e6-0992-4b86-9c7c-53512dea2d08" -d '{"events": [{"name": "network-changed", "server_uuid": "f4afadd2-3a1b-46c9-b80e-64c7cf92db76", "tag": "8ba074b8-39bc-4c6f-a8da-a04339a84551"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:09:07.814830 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c88205-9525-4e87-931f-00a83f76972c x-openstack-request-id: req-17c88205-9525-4e87-931f-00a83f76972c {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:09:07.815124 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4afadd2-3a1b-46c9-b80e-64c7cf92db76", "tag": "8ba074b8-39bc-4c6f-a8da-a04339a84551", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:09:07.815379 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-17c88205-9525-4e87-931f-00a83f76972c {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:09:07.815782 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'tag': '8ba074b8-39bc-4c6f-a8da-a04339a84551', 'status': 'completed', 'code': 200} Jul 16 03:09:07.841455 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-ec232f5b-d27e-4669-88cf-bc49ee744175 None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:09:07.920766 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae030e6-0992-4b86-9c7c-53512dea2d08 req-72db3f35-f7a2-44ba-b3e8-2beea983e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:07.922210 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dae030e6-0992-4b86-9c7c-53512dea2d08 req-72db3f35-f7a2-44ba-b3e8-2beea983e982 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 1098 time: 0.0540090 Jul 16 03:09:08.015472 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae030e6-0992-4b86-9c7c-53512dea2d08 req-b1576d90-b72a-45c0-bca3-bba463283551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:08.016994 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dae030e6-0992-4b86-9c7c-53512dea2d08 req-b1576d90-b72a-45c0-bca3-bba463283551 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 912 time: 0.0878072 Jul 16 03:09:08.072492 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-ec232f5b-d27e-4669-88cf-bc49ee744175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '0a5e04b2-c81b-44ec-aacb-0fa54fcb379a', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:a6:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:07:05Z', 'updated_at': '2021-07-16T03:07:07Z', 'revision_number': 1, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}, {'id': '3b1a8e91-c6a3-4c42-8aff-67f4506ab130', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': '8ba074b8-39bc-4c6f-a8da-a04339a84551', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:ac:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:09:06Z', 'updated_at': '2021-07-16T03:09:06Z', 'revision_number': 0, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:09:08.086878 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dae030e6-0992-4b86-9c7c-53512dea2d08 req-e1450363-dc64-4994-86e0-290289c4ced1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ba074b8-39bc-4c6f-a8da-a04339a84551 HTTP/1.1" status: 200 len: 999 time: 0.0570323 Jul 16 03:09:08.098860 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec232f5b-d27e-4669-88cf-bc49ee744175 None None] Checking router: e398aaff-a910-41bc-9aaa-f1aabbdf95dc for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:09:08.107471 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec232f5b-d27e-4669-88cf-bc49ee744175 None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:09:08.108092 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-ec232f5b-d27e-4669-88cf-bc49ee744175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:08:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:09:08.135280 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae030e6-0992-4b86-9c7c-53512dea2d08 req-8db161e6-d7b1-4dd9-a489-34131a728ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:08.136784 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dae030e6-0992-4b86-9c7c-53512dea2d08 req-8db161e6-d7b1-4dd9-a489-34131a728ede service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0431254 Jul 16 03:09:08.202579 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae030e6-0992-4b86-9c7c-53512dea2d08 req-673519c9-a6c4-4128-92fa-cfd7a92c0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:08.204019 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dae030e6-0992-4b86-9c7c-53512dea2d08 req-673519c9-a6c4-4128-92fa-cfd7a92c0a16 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596714 Jul 16 03:09:08.295763 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dae030e6-0992-4b86-9c7c-53512dea2d08 req-d5e1c814-290f-4191-b2b8-06fcd56ff26f service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840397 Jul 16 03:09:08.335510 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-ec232f5b-d27e-4669-88cf-bc49ee744175 None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:09:08.394455 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-dae030e6-0992-4b86-9c7c-53512dea2d08 req-8c89ed90-6e25-407c-8933-b8cd98a044b7 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882506 Jul 16 03:09:08.565977 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-ec232f5b-d27e-4669-88cf-bc49ee744175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '0a5e04b2-c81b-44ec-aacb-0fa54fcb379a', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:a6:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:07:05Z', 'updated_at': '2021-07-16T03:07:07Z', 'revision_number': 1, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}, {'id': '3b1a8e91-c6a3-4c42-8aff-67f4506ab130', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': '8ba074b8-39bc-4c6f-a8da-a04339a84551', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:ac:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:09:06Z', 'updated_at': '2021-07-16T03:09:06Z', 'revision_number': 0, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:09:08.591305 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec232f5b-d27e-4669-88cf-bc49ee744175 None None] The sync data for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi is: [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '0a5e04b2-c81b-44ec-aacb-0fa54fcb379a', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:a6:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:07:05Z', 'updated_at': '2021-07-16T03:07:07Z', 'revision_number': 1, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}, {'id': '3b1a8e91-c6a3-4c42-8aff-67f4506ab130', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.246', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': '8ba074b8-39bc-4c6f-a8da-a04339a84551', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:ac:6c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:09:06Z', 'updated_at': '2021-07-16T03:09:06Z', 'revision_number': 0, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:09:08.775290 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89eefc3e-95aa-421e-8847-ed2f0f7360f8 None None] New status for floating IP 3b1a8e91-c6a3-4c42-8aff-67f4506ab130: ACTIVE {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:09:11.377944 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:11.681444 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cc1e1740-74f3-4194-ba32-8cc87bade342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:12.421098 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:14.870129 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:19.037425 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:29.879066 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:09:34.284943 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2e551db5-eff0-4770-8156-eae6d07563b1 req-dd17680a-0a6c-453d-9312-c156d0a43dca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498445 Jul 16 03:09:34.369612 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e551db5-eff0-4770-8156-eae6d07563b1 req-b88b2f4a-bf9e-41c4-86e4-1a5bce666942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:34.371671 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2e551db5-eff0-4770-8156-eae6d07563b1 req-b88b2f4a-bf9e-41c4-86e4-1a5bce666942 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0527699 Jul 16 03:09:34.474310 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e551db5-eff0-4770-8156-eae6d07563b1 req-5675dba1-eebe-406c-a3cd-19ab87fe213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:34.475743 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2e551db5-eff0-4770-8156-eae6d07563b1 req-5675dba1-eebe-406c-a3cd-19ab87fe213a service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 912 time: 0.0852420 Jul 16 03:09:34.538496 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2e551db5-eff0-4770-8156-eae6d07563b1 req-f87d2e72-baea-4072-a057-66a18626baec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f68193a5-2dc9-4b05-942d-ed93c631ce62 HTTP/1.1" status: 200 len: 1001 time: 0.0561671 Jul 16 03:09:34.591686 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e551db5-eff0-4770-8156-eae6d07563b1 req-b2f044ef-159f-4959-b667-66884e5773f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:34.593175 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2e551db5-eff0-4770-8156-eae6d07563b1 req-b2f044ef-159f-4959-b667-66884e5773f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0473654 Jul 16 03:09:34.651149 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e551db5-eff0-4770-8156-eae6d07563b1 req-394fdd77-90c7-44a6-9311-1610620f0a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:09:34.652718 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2e551db5-eff0-4770-8156-eae6d07563b1 req-394fdd77-90c7-44a6-9311-1610620f0a31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521107 Jul 16 03:09:34.743332 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2e551db5-eff0-4770-8156-eae6d07563b1 req-27843326-36e1-4f77-ae98-37596e9f0045 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841396 Jul 16 03:09:34.836529 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-2e551db5-eff0-4770-8156-eae6d07563b1 req-d3620348-799d-469a-9622-052b49bea6cb service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867896 Jul 16 03:09:37.703303 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3ebc449c-fd8f-4049-aafd-08d9ed334fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:41.378398 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:41.682418 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-881d4a46-6c73-4f5e-9b4f-f533fbe07cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:42.423326 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:44.874541 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:49.042937 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:58.257200 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [req-c7fd43d7-21d9-4878-841b-661e0a03a5e3 req-c7fc7980-95b3-4f04-bc90-ee48a3b92a67 service neutron] (92928) timed out ('10.222.0.59', 56547) {{(pid=92928) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:10:02.724739 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55656) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:02.880028 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Deleting port c134a8e3-d3d2-4c5f-a594-69fbc55402ac {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:02.880374 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:02.952290 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:02.952612 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:02.964510 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Calling delete_port for c134a8e3-d3d2-4c5f-a594-69fbc55402ac owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:03.134264 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:03.158159 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Pushing event deleted for resources: {'Port': ['ID=c134a8e3-d3d2-4c5f-a594-69fbc55402ac,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:03.170839 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:03.171188 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:03.171531 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:03.171867 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:03.172200 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:03.172530 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:03.172899 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:03.173221 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:03.173547 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:03.173873 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:03.174194 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:03.174515 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:03.229152 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:03.229479 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Floating IP 96f77df8-4e7c-4c6a-a378-92786c4827bb disassociated (deleted). External IP: 172.27.1.123, port: fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4. Jul 16 03:10:03.431569 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Router a7e1642c-a942-4a47-b538-1aed16924e7a has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:10:03.486471 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-08dae2ce-1a99-47fc-8814-1025e8f21755 req-2627267d-1750-4352-bf5f-58bcf580686a service neutron] (92927) timed out ('10.222.0.59', 56512) {{(pid=92927) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:10:03.536049 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:10:03.540995 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:03.546105 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b595a3d8-c1e3-4d41-92a5-5583044ba19e None None] Sync routers for ids ['a7e1642c-a942-4a47-b538-1aed16924e7a'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:10:03.555157 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595a3d8-c1e3-4d41-92a5-5583044ba19e None None] Routers {'a7e1642c-a942-4a47-b538-1aed16924e7a'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:10:03.555773 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-b595a3d8-c1e3-4d41-92a5-5583044ba19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:09:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a7e1642c-a942-4a47-b538-1aed16924e7a'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:03.576441 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-f45a269b-3835-4992-ad4d-6ccd4fb0a304 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "DELETE /v2.0/floatingips/96f77df8-4e7c-4c6a-a378-92786c4827bb HTTP/1.1" status: 204 len: 168 time: 0.8506296 Jul 16 03:10:03.577086 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'tag': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:10:03.579371 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119aeaffa3e5fd25604a3d5152f906a60d91faf9d675312b24589df274c5d5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1de3a26-e4ea-4d61-9350-51f6e8de5e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f4db43-bf47-4393-9d7a-d86aba5df5ca", "tag": "fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:10:03.662404 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-b595a3d8-c1e3-4d41-92a5-5583044ba19e None None] Set router a7e1642c-a942-4a47-b538-1aed16924e7a gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:10:03.696885 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06065529-b5af-472c-a2dd-3d19f4b31ccf x-openstack-request-id: req-06065529-b5af-472c-a2dd-3d19f4b31ccf {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:10:03.697239 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f4db43-bf47-4393-9d7a-d86aba5df5ca", "tag": "fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:10:03.698252 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06065529-b5af-472c-a2dd-3d19f4b31ccf {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:10:03.698946 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'tag': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'status': 'completed', 'code': 200} Jul 16 03:10:03.841825 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de3a26-e4ea-4d61-9350-51f6e8de5e7d req-b6ac2a64-eac0-4de4-aa96-8a503907a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:03.843341 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1de3a26-e4ea-4d61-9350-51f6e8de5e7d req-b6ac2a64-eac0-4de4-aa96-8a503907a597 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9d2a44b4356541ac9b8fe22d793d41fa&device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 1099 time: 0.0996494 Jul 16 03:10:03.882836 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-b595a3d8-c1e3-4d41-92a5-5583044ba19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '3846798d-e483-4d48-b7f6-06a27911f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:40Z', 'revision_number': 4, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port': {'id': '3846798d-e483-4d48-b7f6-06a27911f215', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': 'e52deafa-ea8b-4b94-9229-a5b58bbd87eb', 'name': '', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'mac_address': 'fa:16:3e:ac:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2deeb56c-e047-43c2-b507-6884401f9644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:39Z', 'updated_at': '2021-07-16T03:05:46Z', 'revision_number': 5, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'subnets': [{'id': '2deeb56c-e047-43c2-b507-6884401f9644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:03.910360 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b595a3d8-c1e3-4d41-92a5-5583044ba19e None None] Checking router: a7e1642c-a942-4a47-b538-1aed16924e7a for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:10:03.918839 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595a3d8-c1e3-4d41-92a5-5583044ba19e None None] Routers {'a7e1642c-a942-4a47-b538-1aed16924e7a'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:10:03.919430 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-b595a3d8-c1e3-4d41-92a5-5583044ba19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:09:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a7e1642c-a942-4a47-b538-1aed16924e7a'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:03.968214 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de3a26-e4ea-4d61-9350-51f6e8de5e7d req-220553a5-a757-491f-8196-400fd51ccb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:03.969456 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1de3a26-e4ea-4d61-9350-51f6e8de5e7d req-220553a5-a757-491f-8196-400fd51ccb28 service neutron] 10.222.0.59 "GET /v2.0/networks?id=95c31cf4-fdaf-424f-8220-64ce790d4db5 HTTP/1.1" status: 200 len: 909 time: 0.1029282 Jul 16 03:10:04.015873 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1de3a26-e4ea-4d61-9350-51f6e8de5e7d req-7509e1fd-8274-4554-8ff8-8d5ea2c0a1b6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 HTTP/1.1" status: 200 len: 217 time: 0.0386553 Jul 16 03:10:04.027478 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-b595a3d8-c1e3-4d41-92a5-5583044ba19e None None] Set router a7e1642c-a942-4a47-b538-1aed16924e7a gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:10:04.098798 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de3a26-e4ea-4d61-9350-51f6e8de5e7d req-9921fef1-bda1-483f-ba98-64da027d1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:04.100257 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1de3a26-e4ea-4d61-9350-51f6e8de5e7d req-9921fef1-bda1-483f-ba98-64da027d1ebb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2deeb56c-e047-43c2-b507-6884401f9644 HTTP/1.1" status: 200 len: 847 time: 0.0762076 Jul 16 03:10:04.144009 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b17eb-0789-407b-923d-a2b6ccb8c4e3 req-5020a4a1-06e5-414f-a108-ea288805e3c3 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:04.145522 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bb1b17eb-0789-407b-923d-a2b6ccb8c4e3 req-5020a4a1-06e5-414f-a108-ea288805e3c3 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.2398028 Jul 16 03:10:04.196293 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-bb1b17eb-0789-407b-923d-a2b6ccb8c4e3 req-97254fb4-ea9a-4174-a50c-7db48d1b31d1 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436635 Jul 16 03:10:04.198586 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de3a26-e4ea-4d61-9350-51f6e8de5e7d req-2c1a395b-5bad-44f2-b50a-a078da9371f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:04.200148 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1de3a26-e4ea-4d61-9350-51f6e8de5e7d req-2c1a395b-5bad-44f2-b50a-a078da9371f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=95c31cf4-fdaf-424f-8220-64ce790d4db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927830 Jul 16 03:10:04.228328 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-b595a3d8-c1e3-4d41-92a5-5583044ba19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '3846798d-e483-4d48-b7f6-06a27911f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:40Z', 'revision_number': 4, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port': {'id': '3846798d-e483-4d48-b7f6-06a27911f215', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': 'e52deafa-ea8b-4b94-9229-a5b58bbd87eb', 'name': '', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'mac_address': 'fa:16:3e:ac:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2deeb56c-e047-43c2-b507-6884401f9644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:39Z', 'updated_at': '2021-07-16T03:05:46Z', 'revision_number': 5, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'subnets': [{'id': '2deeb56c-e047-43c2-b507-6884401f9644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:04.255166 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b595a3d8-c1e3-4d41-92a5-5583044ba19e None None] The sync data for ids ['a7e1642c-a942-4a47-b538-1aed16924e7a'] in dv-cinder-788364-5-iscsi is: [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '3846798d-e483-4d48-b7f6-06a27911f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:40Z', 'revision_number': 4, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port': {'id': '3846798d-e483-4d48-b7f6-06a27911f215', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': 'e52deafa-ea8b-4b94-9229-a5b58bbd87eb', 'name': '', 'network_id': '95c31cf4-fdaf-424f-8220-64ce790d4db5', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'mac_address': 'fa:16:3e:ac:6a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2deeb56c-e047-43c2-b507-6884401f9644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:39Z', 'updated_at': '2021-07-16T03:05:46Z', 'revision_number': 5, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'subnets': [{'id': '2deeb56c-e047-43c2-b507-6884401f9644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:10:04.302891 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1de3a26-e4ea-4d61-9350-51f6e8de5e7d req-2a9d85da-6dee-48a4-bc75-c420a5559067 service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955839 Jul 16 03:10:04.396439 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-b1de3a26-e4ea-4d61-9350-51f6e8de5e7d req-99930b43-4182-438c-b294-cc6924d4030b service neutron] 10.222.0.59 "GET /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855870 Jul 16 03:10:04.471333 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93e2160-74c8-4c9b-a719-ac9d3c127d17 None None] New status for floating IP 96f77df8-4e7c-4c6a-a378-92786c4827bb: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:10:05.421967 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3829a-3613-4b83-9856-b18f1e0a2eb1 req-87ff1b09-299c-44f2-9016-ab41c2ceb30b tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:05.423463 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8ca3829a-3613-4b83-9856-b18f1e0a2eb1 req-87ff1b09-299c-44f2-9016-ab41c2ceb30b tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.1143615 Jul 16 03:10:05.461511 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8ca3829a-3613-4b83-9856-b18f1e0a2eb1 req-1eff9956-5aca-493f-be90-1ba971bc4a9b tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/security-groups?id=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323374 Jul 16 03:10:05.658971 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b8692-09e0-450c-803d-0c02e6114b25 req-cdb11799-c025-454b-b6cf-4aab3b8a0b0c tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:05.660427 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8f6b8692-09e0-450c-803d-0c02e6114b25 req-cdb11799-c025-454b-b6cf-4aab3b8a0b0c tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.59 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 946 time: 0.0619636 Jul 16 03:10:05.761862 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-8f6b8692-09e0-450c-803d-0c02e6114b25 req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Deleting port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:05.762208 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8f6b8692-09e0-450c-803d-0c02e6114b25 req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:05.849968 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-8f6b8692-09e0-450c-803d-0c02e6114b25 req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] For port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:05.850335 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8f6b8692-09e0-450c-803d-0c02e6114b25 req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:05.862471 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-8f6b8692-09e0-450c-803d-0c02e6114b25 req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Calling delete_port for fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:05.993134 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8f6b8692-09e0-450c-803d-0c02e6114b25 req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:06.020123 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Pushing event deleted for resources: {'Port': ['ID=fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:06.034362 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:06.034806 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:06.035160 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:06.035503 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:06.035820 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:06.036163 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:06.036496 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:06.036849 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:06.037182 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:06.037507 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:06.037834 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:06.038157 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92927) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:06.076932 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6b8692-09e0-450c-803d-0c02e6114b25 req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] No DVR routers for this DVR port fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:10:06.079366 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-8f6b8692-09e0-450c-803d-0c02e6114b25 req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:06.081366 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-8f6b8692-09e0-450c-803d-0c02e6114b25 req-f4931d8a-00fe-4280-ba18-86d81f0578e2 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.59 "DELETE /v2.0/ports/fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 HTTP/1.1" status: 204 len: 173 time: 0.4152725 Jul 16 03:10:06.081850 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'name': 'network-vif-deleted', 'tag': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:10:06.084108 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0092161-fcbd-4417-a43a-8b7be0284eb3" -d '{"events": [{"server_uuid": "e7f4db43-bf47-4393-9d7a-d86aba5df5ca", "name": "network-vif-deleted", "tag": "fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:10:06.122855 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6de122-7db0-4724-bf3d-f29710ede4f6 x-openstack-request-id: req-6c6de122-7db0-4724-bf3d-f29710ede4f6 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:10:06.123150 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f4db43-bf47-4393-9d7a-d86aba5df5ca", "name": "network-vif-deleted", "tag": "fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:10:06.123405 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c6de122-7db0-4724-bf3d-f29710ede4f6 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:10:06.123803 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f4db43-bf47-4393-9d7a-d86aba5df5ca', 'name': 'network-vif-deleted', 'tag': 'fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4', 'status': 'completed', 'code': 200} Jul 16 03:10:06.608144 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6d4654d3-2c19-4440-8e79-a8baac951441 req-81af74b7-dbc1-48cb-a5b1-7d99a161e4d7 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "GET /v2.0/ports?device_id=e7f4db43-bf47-4393-9d7a-d86aba5df5ca HTTP/1.1" status: 200 len: 210 time: 0.0345562 Jul 16 03:10:06.878362 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:10:07.701560 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55690) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:07.703858 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-cf267792-6736-4748-9765-616ce46020de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:07.760389 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-97b1522a-8eb1-4726-904e-2e649e9dfa26 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:07.784716 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-97b1522a-8eb1-4726-904e-2e649e9dfa26 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:07.844794 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-97b1522a-8eb1-4726-904e-2e649e9dfa26 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:07.847794 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-97b1522a-8eb1-4726-904e-2e649e9dfa26 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:07.849344 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-97b1522a-8eb1-4726-904e-2e649e9dfa26 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] 10.222.0.39 "DELETE /v2.0/security-groups/a07e2c78-bf7e-4ac8-9652-738d1e2f1c34 HTTP/1.1" status: 204 len: 168 time: 0.1464627 Jul 16 03:10:07.860715 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1522a-8eb1-4726-904e-2e649e9dfa26 tempest-TestShelveInstance-125084359 tempest-TestShelveInstance-125084359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07e2c78-bf7e-4ac8-9652-738d1e2f1c34,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:07.900265 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55694) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:08.236346 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60d0534c-51e6-43bf-aa1a-ecba4908b697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958638'] for router_interface, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:08.490710 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-60d0534c-51e6-43bf-aa1a-ecba4908b697 admin admin] Deleting port e52deafa-ea8b-4b94-9229-a5b58bbd87eb {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:08.490959 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60d0534c-51e6-43bf-aa1a-ecba4908b697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:08.566014 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-60d0534c-51e6-43bf-aa1a-ecba4908b697 admin admin] For port e52deafa-ea8b-4b94-9229-a5b58bbd87eb, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=e52deafa-ea8b-4b94-9229-a5b58bbd87eb,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:08.566368 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60d0534c-51e6-43bf-aa1a-ecba4908b697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:08.578826 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-60d0534c-51e6-43bf-aa1a-ecba4908b697 admin admin] Calling delete_port for e52deafa-ea8b-4b94-9229-a5b58bbd87eb owned by network:router_interface {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:08.753181 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60d0534c-51e6-43bf-aa1a-ecba4908b697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:08.778034 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0534c-51e6-43bf-aa1a-ecba4908b697 admin admin] Pushing event deleted for resources: {'Port': ['ID=e52deafa-ea8b-4b94-9229-a5b58bbd87eb,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:08.951434 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-60d0534c-51e6-43bf-aa1a-ecba4908b697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960574'] for router_interface, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:09.216276 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:09.235982 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:09.236325 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device fb8932d3-54b1-41d1-a7b5-1e7b3b6ed8f4 not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:09.413361 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d0534c-51e6-43bf-aa1a-ecba4908b697 admin admin] Router a7e1642c-a942-4a47-b538-1aed16924e7a has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:10:09.515982 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d0534c-51e6-43bf-aa1a-ecba4908b697 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:10:09.521323 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-60d0534c-51e6-43bf-aa1a-ecba4908b697 admin admin] 10.222.0.39 "PUT /v2.0/routers/a7e1642c-a942-4a47-b538-1aed16924e7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6194775 Jul 16 03:10:09.523906 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55696) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:09.524458 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b88a89-4a1e-4445-8e59-98aa431e93fc None None] Sync routers for ids ['a7e1642c-a942-4a47-b538-1aed16924e7a'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:10:09.533541 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b88a89-4a1e-4445-8e59-98aa431e93fc None None] Routers {'a7e1642c-a942-4a47-b538-1aed16924e7a'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:10:09.534117 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-71b88a89-4a1e-4445-8e59-98aa431e93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:09:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a7e1642c-a942-4a47-b538-1aed16924e7a'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:09.627357 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] Notify callbacks [] for router, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:09.637768 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-71b88a89-4a1e-4445-8e59-98aa431e93fc None None] Set router a7e1642c-a942-4a47-b538-1aed16924e7a gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:10:09.731733 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:09.783535 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] Deleting port 3846798d-e483-4d48-b7f6-06a27911f215 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:09.784281 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:09.817350 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-71b88a89-4a1e-4445-8e59-98aa431e93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '3846798d-e483-4d48-b7f6-06a27911f215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:10:08Z', 'revision_number': 5, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port': {'id': '3846798d-e483-4d48-b7f6-06a27911f215', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:f9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:09.842994 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b88a89-4a1e-4445-8e59-98aa431e93fc None None] Checking router: a7e1642c-a942-4a47-b538-1aed16924e7a for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:10:09.851598 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b88a89-4a1e-4445-8e59-98aa431e93fc None None] Routers {'a7e1642c-a942-4a47-b538-1aed16924e7a'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:10:09.852224 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-71b88a89-4a1e-4445-8e59-98aa431e93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:09:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a7e1642c-a942-4a47-b538-1aed16924e7a'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:09.867623 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] For port 3846798d-e483-4d48-b7f6-06a27911f215, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=3846798d-e483-4d48-b7f6-06a27911f215,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:09.867979 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:09.880231 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] Calling delete_port for 3846798d-e483-4d48-b7f6-06a27911f215 owned by network:router_gateway {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:10.051385 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.062277 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-71b88a89-4a1e-4445-8e59-98aa431e93fc None None] Set router a7e1642c-a942-4a47-b538-1aed16924e7a gateway port host: None {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:10:10.080576 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] Pushing event deleted for resources: {'Port': ['ID=3846798d-e483-4d48-b7f6-06a27911f215,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:10.113662 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-71b88a89-4a1e-4445-8e59-98aa431e93fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:10:09Z', 'revision_number': 6, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port_host': None}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:10.142835 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b88a89-4a1e-4445-8e59-98aa431e93fc None None] The sync data for ids ['a7e1642c-a942-4a47-b538-1aed16924e7a'] in dv-cinder-788364-5-iscsi is: [{'id': 'a7e1642c-a942-4a47-b538-1aed16924e7a', 'name': 'tempest-TestShelveInstance-397246487-router', 'tenant_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:37Z', 'updated_at': '2021-07-16T03:10:09Z', 'revision_number': 6, 'project_id': '9d2a44b4356541ac9b8fe22d793d41fa', 'gw_port_host': None}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:10:10.146197 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890980'] for router_gateway, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.237450 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10628'] for router, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.239552 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.281557 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962278'] for router, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.282044 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7e1642c-a942-4a47-b538-1aed16924e7a {{(pid=92927) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:10:10.286822 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.287970 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-837000bb-a686-4d74-9a84-5b934de3af9d admin admin] 10.222.0.39 "DELETE /v2.0/routers/a7e1642c-a942-4a47-b538-1aed16924e7a HTTP/1.1" status: 204 len: 168 time: 0.7631350 Jul 16 03:10:10.290570 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55698) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:10.334282 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-07163b2e-02e8-4473-8918-eba78a5b9773 admin admin] Deleting subnet 2deeb56c-e047-43c2-b507-6884401f9644 {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:10:10.337238 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-07163b2e-02e8-4473-8918-eba78a5b9773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.370383 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-07163b2e-02e8-4473-8918-eba78a5b9773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12362009'] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.449680 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-07163b2e-02e8-4473-8918-eba78a5b9773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.509569 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-07163b2e-02e8-4473-8918-eba78a5b9773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8867455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8577270'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.546374 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07163b2e-02e8-4473-8918-eba78a5b9773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2deeb56c-e047-43c2-b507-6884401f9644,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:10.550016 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-07163b2e-02e8-4473-8918-eba78a5b9773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.554920 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-07163b2e-02e8-4473-8918-eba78a5b9773 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2deeb56c-e047-43c2-b507-6884401f9644 HTTP/1.1" status: 204 len: 168 time: 0.2606156 Jul 16 03:10:10.554920 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55700) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:10.557698 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84db9669-d5ca-4c00-83f5-624f1965c8fe None None] Network 95c31cf4-fdaf-424f-8220-64ce790d4db5 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:10:10.644273 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.696592 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Deleting port d3b5a47d-ceba-4104-8e61-c18a3b1b602f {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:10.696946 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.759045 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] For port d3b5a47d-ceba-4104-8e61-c18a3b1b602f, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=d3b5a47d-ceba-4104-8e61-c18a3b1b602f,segment=NetworkSegment(c1833c99-ac6a-47b7-9e44-03f2dd12001d),segment_id=c1833c99-ac6a-47b7-9e44-03f2dd12001d)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:10.759398 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.775746 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Calling delete_port for d3b5a47d-ceba-4104-8e61-c18a3b1b602f owned by network:dhcp {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:10.851582 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.877729 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b5a47d-ceba-4104-8e61-c18a3b1b602f,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:10.879538 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] No DVR routers for this DVR port d3b5a47d-ceba-4104-8e61-c18a3b1b602f on host dv-cinder-788364-5-iscsi {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:10:10.936021 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8764ed-2cc5-4e49-8559-1abfe4414890 None None] DHCP port deletion for 95c31cf4-fdaf-424f-8220-64ce790d4db5 request from dv-cinder-788364-5-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:10:10.957260 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device e52deafa-ea8b-4b94-9229-a5b58bbd87eb no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:10.957483 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:10.968199 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c31cf4-fdaf-424f-8220-64ce790d4db5']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:10.978324 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1833c99-ac6a-47b7-9e44-03f2dd12001d') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:10.978697 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1833c99-ac6a-47b7-9e44-03f2dd12001d') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:10.980980 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: e52deafa-ea8b-4b94-9229-a5b58bbd87eb {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:10.981329 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device e52deafa-ea8b-4b94-9229-a5b58bbd87eb not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:10.987542 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12362030'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:11.001358 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:11.007387 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:10:11.007890 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8866269'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: timer() Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: cb(*args, **kw) Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: self._notify() Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: self.callback(batched_events) Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: event.method(event) Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._get(url).json() Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:10:11.009619 dv-cinder-788364-5-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:10:11.068288 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:11.075277 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:11.077129 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/95c31cf4-fdaf-424f-8220-64ce790d4db5 HTTP/1.1" status: 204 len: 168 time: 0.5135262 Jul 16 03:10:11.080534 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55702) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:11.087986 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ef3d3-2f35-4b9e-afb6-dff4f6e753a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=95c31cf4-fdaf-424f-8220-64ce790d4db5,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:11.379526 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:11.423270 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee4f558a-49ca-4a6e-8cc9-1929b7c17490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958638'] for router_interface, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:11.684301 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f14041d2-091f-4f56-b14f-4a079c110d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:11.685813 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f558a-49ca-4a6e-8cc9-1929b7c17490 admin admin] Deleting port 38b9ae75-cb07-46c7-9f75-2859a374388e {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:11.686373 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee4f558a-49ca-4a6e-8cc9-1929b7c17490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:11.778717 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-ee4f558a-49ca-4a6e-8cc9-1929b7c17490 admin admin] For port 38b9ae75-cb07-46c7-9f75-2859a374388e, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=38b9ae75-cb07-46c7-9f75-2859a374388e,segment=NetworkSegment(c74b16fc-0ede-4d8a-b482-449baf5adc5d),segment_id=c74b16fc-0ede-4d8a-b482-449baf5adc5d)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:11.779076 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee4f558a-49ca-4a6e-8cc9-1929b7c17490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:11.793127 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f558a-49ca-4a6e-8cc9-1929b7c17490 admin admin] Calling delete_port for 38b9ae75-cb07-46c7-9f75-2859a374388e owned by network:router_interface {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:11.987424 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee4f558a-49ca-4a6e-8cc9-1929b7c17490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:12.019262 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f558a-49ca-4a6e-8cc9-1929b7c17490 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b9ae75-cb07-46c7-9f75-2859a374388e,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:12.199561 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-ee4f558a-49ca-4a6e-8cc9-1929b7c17490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960574'] for router_interface, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:12.354684 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 3846798d-e483-4d48-b7f6-06a27911f215 no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:12.375576 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 3846798d-e483-4d48-b7f6-06a27911f215 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:12.375921 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 3846798d-e483-4d48-b7f6-06a27911f215 not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:12.376351 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device d3b5a47d-ceba-4104-8e61-c18a3b1b602f no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:12.395675 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: d3b5a47d-ceba-4104-8e61-c18a3b1b602f {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:12.396020 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device d3b5a47d-ceba-4104-8e61-c18a3b1b602f not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:12.432380 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:12.601149 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee4f558a-49ca-4a6e-8cc9-1929b7c17490 admin admin] Router 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:10:12.703188 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4f558a-49ca-4a6e-8cc9-1929b7c17490 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:10:12.708164 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-ee4f558a-49ca-4a6e-8cc9-1929b7c17490 admin admin] 10.222.0.39 "PUT /v2.0/routers/0f6e48f8-61bd-4756-9910-d2f34dbd9bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6260149 Jul 16 03:10:12.710827 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55704) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:12.712999 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85cddf-c4cc-4bd6-9544-fa7a20357a44 None None] Sync routers for ids ['0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:10:12.722517 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f85cddf-c4cc-4bd6-9544-fa7a20357a44 None None] Routers {'0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:10:12.723133 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7f85cddf-c4cc-4bd6-9544-fa7a20357a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:10:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:12.816771 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] Notify callbacks [] for router, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:12.909016 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-7f85cddf-c4cc-4bd6-9544-fa7a20357a44 None None] Set router 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:10:12.916828 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:12.971401 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] Deleting port 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:12.971742 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.048904 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] For port 19b4b88c-9f4a-4410-ac49-808fa9c4aca0, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=19b4b88c-9f4a-4410-ac49-808fa9c4aca0,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:13.049262 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.062809 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] Calling delete_port for 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 owned by network:router_gateway {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:13.082616 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7f85cddf-c4cc-4bd6-9544-fa7a20357a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'name': 'tempest-TestShelveInstance-1286401829-router', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '19b4b88c-9f4a-4410-ac49-808fa9c4aca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:41Z', 'updated_at': '2021-07-16T03:10:11Z', 'revision_number': 5, 'project_id': 'a740997957b34123b4425b465e9b05e2', 'gw_port': {'id': '19b4b88c-9f4a-4410-ac49-808fa9c4aca0', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:05:42Z', 'updated_at': '2021-07-16T03:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:13.109324 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85cddf-c4cc-4bd6-9544-fa7a20357a44 None None] Checking router: 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:10:13.117307 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f85cddf-c4cc-4bd6-9544-fa7a20357a44 None None] Routers {'0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:10:13.117909 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7f85cddf-c4cc-4bd6-9544-fa7a20357a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:10:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:13.202166 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-7f85cddf-c4cc-4bd6-9544-fa7a20357a44 None None] Set router 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:10:13.227550 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.251767 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-7f85cddf-c4cc-4bd6-9544-fa7a20357a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'name': 'tempest-TestShelveInstance-1286401829-router', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:41Z', 'updated_at': '2021-07-16T03:10:12Z', 'revision_number': 6, 'project_id': 'a740997957b34123b4425b465e9b05e2', 'gw_port_host': None}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:13.252560 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] Pushing event deleted for resources: {'Port': ['ID=19b4b88c-9f4a-4410-ac49-808fa9c4aca0,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:13.280856 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f85cddf-c4cc-4bd6-9544-fa7a20357a44 None None] The sync data for ids ['0f6e48f8-61bd-4756-9910-d2f34dbd9bfb'] in dv-cinder-788364-5-iscsi is: [{'id': '0f6e48f8-61bd-4756-9910-d2f34dbd9bfb', 'name': 'tempest-TestShelveInstance-1286401829-router', 'tenant_id': 'a740997957b34123b4425b465e9b05e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:05:41Z', 'updated_at': '2021-07-16T03:10:12Z', 'revision_number': 6, 'project_id': 'a740997957b34123b4425b465e9b05e2', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:10:13.324048 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890980'] for router_gateway, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.413094 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10628'] for router, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.415148 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.465794 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962278'] for router, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.466218 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f6e48f8-61bd-4756-9910-d2f34dbd9bfb {{(pid=92928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:10:13.470673 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] Notify callbacks [] for router, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.471808 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-11ada3e0-8431-4121-a221-f89bd9b4c27a admin admin] 10.222.0.39 "DELETE /v2.0/routers/0f6e48f8-61bd-4756-9910-d2f34dbd9bfb HTTP/1.1" status: 204 len: 168 time: 0.7600746 Jul 16 03:10:13.474448 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55706) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:13.522192 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc8b121-831f-4398-80ac-29a51d9b3517 admin admin] Deleting subnet de5fe400-b10d-4aa4-af37-0268c9e058e7 {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:10:13.527285 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b121-831f-4398-80ac-29a51d9b3517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.560038 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b121-831f-4398-80ac-29a51d9b3517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531563'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.633804 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b121-831f-4398-80ac-29a51d9b3517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.690102 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b121-831f-4398-80ac-29a51d9b3517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8531459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12322986'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.720229 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8b121-831f-4398-80ac-29a51d9b3517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de5fe400-b10d-4aa4-af37-0268c9e058e7,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:13.723799 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b121-831f-4398-80ac-29a51d9b3517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.725933 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-8cc8b121-831f-4398-80ac-29a51d9b3517 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/de5fe400-b10d-4aa4-af37-0268c9e058e7 HTTP/1.1" status: 204 len: 168 time: 0.2503297 Jul 16 03:10:13.728243 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55708) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:13.730998 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf540872-0f4a-4776-b153-b7fc4c81d0ff None None] Network 65355cdb-e733-4d28-98d5-b21d08f428b3 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:10:13.793959 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.844872 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Deleting port 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:13.845213 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.911796 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] For port 3d89876a-b3d5-48ef-9a69-638e20ab2bb5, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=3d89876a-b3d5-48ef-9a69-638e20ab2bb5,segment=NetworkSegment(c74b16fc-0ede-4d8a-b482-449baf5adc5d),segment_id=c74b16fc-0ede-4d8a-b482-449baf5adc5d)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:13.912157 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:13.923621 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Calling delete_port for 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:14.003247 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:14.036992 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d871395e-78ed-4732-82ea-b5ecab7b8417 None None] DHCP port deletion for 65355cdb-e733-4d28-98d5-b21d08f428b3 request from dv-cinder-788364-5-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:10:14.039211 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] No DVR routers for this DVR port 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 on host dv-cinder-788364-5-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:10:14.043745 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d89876a-b3d5-48ef-9a69-638e20ab2bb5,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:14.112117 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:14.123367 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65355cdb-e733-4d28-98d5-b21d08f428b3']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:14.133422 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74b16fc-0ede-4d8a-b482-449baf5adc5d') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:14.133716 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74b16fc-0ede-4d8a-b482-449baf5adc5d') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:14.142675 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531548'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:14.156537 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:14.162429 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:10:14.162820 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530337'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: timer() Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: cb(*args, **kw) Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: self._notify() Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: self.callback(batched_events) Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: event.method(event) Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: return self._get(url).json() Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:10:14.164394 dv-cinder-788364-5-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:10:14.223434 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:14.229882 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:14.231788 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] 10.222.0.39 "DELETE /v2.0/networks/65355cdb-e733-4d28-98d5-b21d08f428b3 HTTP/1.1" status: 204 len: 168 time: 0.5025237 Jul 16 03:10:14.245369 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c19fa-a3f9-4089-8b78-899195c2ff66 admin admin] Pushing event deleted for resources: {'Network': ['ID=65355cdb-e733-4d28-98d5-b21d08f428b3,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:14.326382 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 38b9ae75-cb07-46c7-9f75-2859a374388e no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:14.346229 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 38b9ae75-cb07-46c7-9f75-2859a374388e {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:14.346645 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 38b9ae75-cb07-46c7-9f75-2859a374388e not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:14.347128 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:14.370669 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:14.371030 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 19b4b88c-9f4a-4410-ac49-808fa9c4aca0 not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:14.371597 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:14.391822 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:14.392160 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 3d89876a-b3d5-48ef-9a69-638e20ab2bb5 not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:14.438438 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55712) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:14.483641 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-6c220757-5c8b-4792-8f30-1eb36cf5e31f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d2a44b4356541ac9b8fe22d793d41fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440383 Jul 16 03:10:14.486146 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55714) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:14.532553 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48f4971f-942c-4f5f-858a-ec0e5a946656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:14.553091 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48f4971f-942c-4f5f-858a-ec0e5a946656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:14.597639 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48f4971f-942c-4f5f-858a-ec0e5a946656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:14.600141 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-48f4971f-942c-4f5f-858a-ec0e5a946656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:14.601441 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-48f4971f-942c-4f5f-858a-ec0e5a946656 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bd5b504-0c6e-4f78-8379-a7f14ac73d64 HTTP/1.1" status: 204 len: 168 time: 0.1143267 Jul 16 03:10:14.611255 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4971f-942c-4f5f-858a-ec0e5a946656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd5b504-0c6e-4f78-8379-a7f14ac73d64,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:14.873487 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:14.929845 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55720) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:14.971380 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c678dca2-72d1-4d42-a793-e41766b4f289 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a740997957b34123b4425b465e9b05e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401971 Jul 16 03:10:14.974016 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55722) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:15.021374 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1ea1245a-b001-4a37-a9f6-c7e29af09e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:15.043206 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1ea1245a-b001-4a37-a9f6-c7e29af09e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:15.093229 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1ea1245a-b001-4a37-a9f6-c7e29af09e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:15.101694 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-1ea1245a-b001-4a37-a9f6-c7e29af09e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:15.102926 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-1ea1245a-b001-4a37-a9f6-c7e29af09e7f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55397b3a-cb52-478b-95cf-5256a220d9c4 HTTP/1.1" status: 204 len: 168 time: 0.1280088 Jul 16 03:10:15.110857 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea1245a-b001-4a37-a9f6-c7e29af09e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55397b3a-cb52-478b-95cf-5256a220d9c4,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:19.050998 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:35.252304 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da8f639a-822b-4cc9-89b9-a572726ff359 req-63605e1b-4c7d-42bd-b2a2-ce94eabbe009 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540698 Jul 16 03:10:35.360673 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f639a-822b-4cc9-89b9-a572726ff359 req-e78e5799-0bae-449f-b652-3585edcdcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:35.362170 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da8f639a-822b-4cc9-89b9-a572726ff359 req-e78e5799-0bae-449f-b652-3585edcdcf11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0515280 Jul 16 03:10:35.468691 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f639a-822b-4cc9-89b9-a572726ff359 req-fd1fedb7-c0b0-4a59-b987-6c8cac9f0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:35.470164 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da8f639a-822b-4cc9-89b9-a572726ff359 req-fd1fedb7-c0b0-4a59-b987-6c8cac9f0bf7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 912 time: 0.0875020 Jul 16 03:10:35.532223 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da8f639a-822b-4cc9-89b9-a572726ff359 req-2ae7ff1d-23be-4cc0-8a09-95e3e8d4522d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f68193a5-2dc9-4b05-942d-ed93c631ce62 HTTP/1.1" status: 200 len: 1001 time: 0.0557766 Jul 16 03:10:35.579491 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55726) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:35.584640 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f639a-822b-4cc9-89b9-a572726ff359 req-6b74fd7c-6502-49a0-8061-ec8e82bd0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:35.586110 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da8f639a-822b-4cc9-89b9-a572726ff359 req-6b74fd7c-6502-49a0-8061-ec8e82bd0631 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0464640 Jul 16 03:10:35.643463 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f639a-822b-4cc9-89b9-a572726ff359 req-dbdd334d-6224-4b21-aa36-34b1867f81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:35.644902 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da8f639a-822b-4cc9-89b9-a572726ff359 req-dbdd334d-6224-4b21-aa36-34b1867f81ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519447 Jul 16 03:10:35.734103 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da8f639a-822b-4cc9-89b9-a572726ff359 req-bcb12f1d-419d-443c-8506-7f1f2bf0d0ab service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817451 Jul 16 03:10:35.737254 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-1389e60c-b2cb-4da9-947e-91fb8fbc2143 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Deleting port 28507848-2b18-4dcf-868d-ab3794730521 {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:35.737603 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1389e60c-b2cb-4da9-947e-91fb8fbc2143 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:35.814953 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1389e60c-b2cb-4da9-947e-91fb8fbc2143 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:35.815285 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1389e60c-b2cb-4da9-947e-91fb8fbc2143 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:35.827687 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-1389e60c-b2cb-4da9-947e-91fb8fbc2143 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Calling delete_port for 28507848-2b18-4dcf-868d-ab3794730521 owned by network:floatingip {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:35.829686 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-da8f639a-822b-4cc9-89b9-a572726ff359 req-9ce65d88-9a65-4188-b58a-5437118662b8 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889239 Jul 16 03:10:35.972365 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1389e60c-b2cb-4da9-947e-91fb8fbc2143 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:36.002618 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389e60c-b2cb-4da9-947e-91fb8fbc2143 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event deleted for resources: {'Port': ['ID=28507848-2b18-4dcf-868d-ab3794730521,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:36.060413 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1389e60c-b2cb-4da9-947e-91fb8fbc2143 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for floatingip, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:36.060775 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.db.l3_db [None req-1389e60c-b2cb-4da9-947e-91fb8fbc2143 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Floating IP 3b1a8e91-c6a3-4c42-8aff-67f4506ab130 disassociated (deleted). External IP: 172.27.1.246, port: 8ba074b8-39bc-4c6f-a8da-a04339a84551. Jul 16 03:10:36.261555 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1389e60c-b2cb-4da9-947e-91fb8fbc2143 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Router e398aaff-a910-41bc-9aaa-f1aabbdf95dc has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:10:36.547733 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1389e60c-b2cb-4da9-947e-91fb8fbc2143 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:10:36.551990 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-1389e60c-b2cb-4da9-947e-91fb8fbc2143 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:36.559029 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83880aa8-5245-4d5f-962e-f261e5789888 None None] Sync routers for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:10:36.568002 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83880aa8-5245-4d5f-962e-f261e5789888 None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:10:36.568610 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-83880aa8-5245-4d5f-962e-f261e5789888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:10:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:36.587328 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-1389e60c-b2cb-4da9-947e-91fb8fbc2143 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "DELETE /v2.0/floatingips/3b1a8e91-c6a3-4c42-8aff-67f4506ab130 HTTP/1.1" status: 204 len: 168 time: 1.0060837 Jul 16 03:10:36.587929 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'tag': '8ba074b8-39bc-4c6f-a8da-a04339a84551'}] {{(pid=92928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:10:36.590184 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119aeaffa3e5fd25604a3d5152f906a60d91faf9d675312b24589df274c5d5b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0499a4bb-ef56-464b-b154-00d82a7b11ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f4afadd2-3a1b-46c9-b80e-64c7cf92db76", "tag": "8ba074b8-39bc-4c6f-a8da-a04339a84551"}]}' {{(pid=92928) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:10:36.625972 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc3e75f-00f8-496d-b2e3-0de48ddb65e9 x-openstack-request-id: req-6fc3e75f-00f8-496d-b2e3-0de48ddb65e9 {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:10:36.626271 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4afadd2-3a1b-46c9-b80e-64c7cf92db76", "tag": "8ba074b8-39bc-4c6f-a8da-a04339a84551", "status": "completed", "code": 200}]} {{(pid=92928) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:10:36.626505 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fc3e75f-00f8-496d-b2e3-0de48ddb65e9 {{(pid=92928) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:10:36.626888 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'tag': '8ba074b8-39bc-4c6f-a8da-a04339a84551', 'status': 'completed', 'code': 200} Jul 16 03:10:36.682463 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-83880aa8-5245-4d5f-962e-f261e5789888 None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:10:36.722302 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499a4bb-ef56-464b-b154-00d82a7b11ec req-6412b203-cb5c-4960-b773-14c0eae48a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:36.723910 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0499a4bb-ef56-464b-b154-00d82a7b11ec req-6412b203-cb5c-4960-b773-14c0eae48a40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 1098 time: 0.0536029 Jul 16 03:10:36.826614 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499a4bb-ef56-464b-b154-00d82a7b11ec req-b8c13be4-c9f7-422f-acc1-5b84355d32cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:36.827941 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0499a4bb-ef56-464b-b154-00d82a7b11ec req-b8c13be4-c9f7-422f-acc1-5b84355d32cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 912 time: 0.0966966 Jul 16 03:10:36.904364 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0499a4bb-ef56-464b-b154-00d82a7b11ec req-19219417-ee68-4b06-a96a-85d51b8ac7b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ba074b8-39bc-4c6f-a8da-a04339a84551 HTTP/1.1" status: 200 len: 217 time: 0.0358243 Jul 16 03:10:36.927140 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-83880aa8-5245-4d5f-962e-f261e5789888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '0a5e04b2-c81b-44ec-aacb-0fa54fcb379a', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:a6:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:07:05Z', 'updated_at': '2021-07-16T03:07:07Z', 'revision_number': 1, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:36.958074 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83880aa8-5245-4d5f-962e-f261e5789888 None None] Checking router: e398aaff-a910-41bc-9aaa-f1aabbdf95dc for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:10:36.967468 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83880aa8-5245-4d5f-962e-f261e5789888 None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:10:36.968084 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-83880aa8-5245-4d5f-962e-f261e5789888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:10:12Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:36.987675 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499a4bb-ef56-464b-b154-00d82a7b11ec req-95b532e7-8cc7-4a05-a64f-c680532b94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:36.989156 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0499a4bb-ef56-464b-b154-00d82a7b11ec req-95b532e7-8cc7-4a05-a64f-c680532b94f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0705492 Jul 16 03:10:37.034933 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec864f0-e66e-4f18-9e20-61a649e1f270 req-ff89c298-425f-4524-bc5d-9cd6f2cbbbe4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:37.036457 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ec864f0-e66e-4f18-9e20-61a649e1f270 req-ff89c298-425f-4524-bc5d-9cd6f2cbbbe4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 945 time: 0.1273136 Jul 16 03:10:37.074494 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-83880aa8-5245-4d5f-962e-f261e5789888 None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:10:37.089112 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-9ec864f0-e66e-4f18-9e20-61a649e1f270 req-f2c04086-0795-4178-8095-43d00804cbc4 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446560 Jul 16 03:10:37.091917 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499a4bb-ef56-464b-b154-00d82a7b11ec req-898134a0-ce57-4d65-b834-224260410ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:37.093380 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0499a4bb-ef56-464b-b154-00d82a7b11ec req-898134a0-ce57-4d65-b834-224260410ca5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967119 Jul 16 03:10:37.187697 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0499a4bb-ef56-464b-b154-00d82a7b11ec req-a77ad5d3-3faf-4766-b0cf-2049ec756ce3 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867109 Jul 16 03:10:37.278344 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-0499a4bb-ef56-464b-b154-00d82a7b11ec req-9a3426f1-7627-4fdd-9e8d-109b00fca8a8 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838001 Jul 16 03:10:37.303881 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-83880aa8-5245-4d5f-962e-f261e5789888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '0a5e04b2-c81b-44ec-aacb-0fa54fcb379a', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:a6:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:07:05Z', 'updated_at': '2021-07-16T03:07:07Z', 'revision_number': 1, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:37.334236 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83880aa8-5245-4d5f-962e-f261e5789888 None None] The sync data for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi is: [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_floatingips': [{'id': '0a5e04b2-c81b-44ec-aacb-0fa54fcb379a', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'floating_ip_address': '172.27.1.239', 'floating_network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'router_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'port_id': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'mac_address': 'fa:16:3e:a6:19:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:07:05Z', 'updated_at': '2021-07-16T03:07:07Z', 'revision_number': 1, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:10:37.535405 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413273b5-8691-4f00-8111-f2a8c2de9ab7 None None] New status for floating IP 3b1a8e91-c6a3-4c42-8aff-67f4506ab130: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:10:37.705337 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e5586254-68a8-4fa0-9d03-74bb3c53cc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:38.269605 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b295ba-c92b-43eb-a4c0-eba0b4a5db34 req-37df06c1-a2a7-41e2-ae95-a675c4064c52 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:38.271075 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c1b295ba-c92b-43eb-a4c0-eba0b4a5db34 req-37df06c1-a2a7-41e2-ae95-a675c4064c52 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 945 time: 0.0667405 Jul 16 03:10:38.309129 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-c1b295ba-c92b-43eb-a4c0-eba0b4a5db34 req-b85c307c-1bbe-4be8-9ef4-c8ca4ec33d66 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Jul 16 03:10:38.582111 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01caab63-70c2-476d-b282-d899bbab74f0 req-7d8ba098-42a9-422f-be8a-6a1616df80fb tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:38.583526 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-01caab63-70c2-476d-b282-d899bbab74f0 req-7d8ba098-42a9-422f-be8a-6a1616df80fb tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 945 time: 0.0611794 Jul 16 03:10:38.677203 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-01caab63-70c2-476d-b282-d899bbab74f0 req-5aea75b2-3609-46f4-ab5a-fffce730c116 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Deleting port 8ba074b8-39bc-4c6f-a8da-a04339a84551 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:38.677540 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-01caab63-70c2-476d-b282-d899bbab74f0 req-5aea75b2-3609-46f4-ab5a-fffce730c116 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:38.766863 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-01caab63-70c2-476d-b282-d899bbab74f0 req-5aea75b2-3609-46f4-ab5a-fffce730c116 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] For port 8ba074b8-39bc-4c6f-a8da-a04339a84551, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=8ba074b8-39bc-4c6f-a8da-a04339a84551,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:38.767229 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-01caab63-70c2-476d-b282-d899bbab74f0 req-5aea75b2-3609-46f4-ab5a-fffce730c116 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:38.779352 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-01caab63-70c2-476d-b282-d899bbab74f0 req-5aea75b2-3609-46f4-ab5a-fffce730c116 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Calling delete_port for 8ba074b8-39bc-4c6f-a8da-a04339a84551 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:38.905244 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-01caab63-70c2-476d-b282-d899bbab74f0 req-5aea75b2-3609-46f4-ab5a-fffce730c116 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:38.934015 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea75b2-3609-46f4-ab5a-fffce730c116 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event deleted for resources: {'Port': ['ID=8ba074b8-39bc-4c6f-a8da-a04339a84551,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:38.980933 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-01caab63-70c2-476d-b282-d899bbab74f0 req-5aea75b2-3609-46f4-ab5a-fffce730c116 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] No DVR routers for this DVR port 8ba074b8-39bc-4c6f-a8da-a04339a84551 on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:10:38.983431 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-01caab63-70c2-476d-b282-d899bbab74f0 req-5aea75b2-3609-46f4-ab5a-fffce730c116 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:38.985391 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-01caab63-70c2-476d-b282-d899bbab74f0 req-5aea75b2-3609-46f4-ab5a-fffce730c116 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "DELETE /v2.0/ports/8ba074b8-39bc-4c6f-a8da-a04339a84551 HTTP/1.1" status: 204 len: 173 time: 0.3967392 Jul 16 03:10:38.985819 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'name': 'network-vif-deleted', 'tag': '8ba074b8-39bc-4c6f-a8da-a04339a84551'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:10:38.988054 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09493cb7-65d4-4d0a-a781-f634ff3f75cf" -d '{"events": [{"server_uuid": "f4afadd2-3a1b-46c9-b80e-64c7cf92db76", "name": "network-vif-deleted", "tag": "8ba074b8-39bc-4c6f-a8da-a04339a84551"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:10:39.025793 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eefa717-1e96-4ecf-906a-23a34ce9976d x-openstack-request-id: req-7eefa717-1e96-4ecf-906a-23a34ce9976d {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:10:39.026059 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4afadd2-3a1b-46c9-b80e-64c7cf92db76", "name": "network-vif-deleted", "tag": "8ba074b8-39bc-4c6f-a8da-a04339a84551", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:10:39.026378 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7eefa717-1e96-4ecf-906a-23a34ce9976d {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:10:39.026958 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4afadd2-3a1b-46c9-b80e-64c7cf92db76', 'name': 'network-vif-deleted', 'tag': '8ba074b8-39bc-4c6f-a8da-a04339a84551', 'status': 'completed', 'code': 200} Jul 16 03:10:39.456075 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-6b7c036b-3f5f-41a1-93e1-87a6567a6959 req-3d292cb8-497a-41b7-99cd-6bff491a9fc5 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4afadd2-3a1b-46c9-b80e-64c7cf92db76 HTTP/1.1" status: 200 len: 210 time: 0.0326083 Jul 16 03:10:41.380510 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:41.399439 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 8ba074b8-39bc-4c6f-a8da-a04339a84551 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:41.424111 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: 8ba074b8-39bc-4c6f-a8da-a04339a84551 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:41.424458 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device 8ba074b8-39bc-4c6f-a8da-a04339a84551 not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:41.686136 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-bc7a9031-1100-41a2-8a9e-07cc52eb2aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:42.428371 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:42.768518 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55754) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:42.919507 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-5eee92e2-8498-4335-8716-59afa6894af2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Deleting port 3501e8ac-610e-4a80-8435-6fb1ae2e9661 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:42.919848 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5eee92e2-8498-4335-8716-59afa6894af2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:42.991195 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5eee92e2-8498-4335-8716-59afa6894af2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:42.991518 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5eee92e2-8498-4335-8716-59afa6894af2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:43.002652 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-5eee92e2-8498-4335-8716-59afa6894af2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Calling delete_port for 3501e8ac-610e-4a80-8435-6fb1ae2e9661 owned by network:floatingip {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:43.146222 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5eee92e2-8498-4335-8716-59afa6894af2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:43.170134 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee92e2-8498-4335-8716-59afa6894af2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event deleted for resources: {'Port': ['ID=3501e8ac-610e-4a80-8435-6fb1ae2e9661,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:43.232392 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5eee92e2-8498-4335-8716-59afa6894af2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for floatingip, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:43.232748 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.db.l3_db [None req-5eee92e2-8498-4335-8716-59afa6894af2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Floating IP 0a5e04b2-c81b-44ec-aacb-0fa54fcb379a disassociated (deleted). External IP: 172.27.1.239, port: f68193a5-2dc9-4b05-942d-ed93c631ce62. Jul 16 03:10:43.681579 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eee92e2-8498-4335-8716-59afa6894af2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Router e398aaff-a910-41bc-9aaa-f1aabbdf95dc has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:10:43.788979 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eee92e2-8498-4335-8716-59afa6894af2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:10:43.794605 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-5eee92e2-8498-4335-8716-59afa6894af2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:43.799052 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152820d-7b9d-4996-8fa9-5ce81d7220aa None None] Sync routers for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:10:43.808655 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152820d-7b9d-4996-8fa9-5ce81d7220aa None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:10:43.809316 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-a152820d-7b9d-4996-8fa9-5ce81d7220aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:10:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:43.829895 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-5eee92e2-8498-4335-8716-59afa6894af2 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "DELETE /v2.0/floatingips/0a5e04b2-c81b-44ec-aacb-0fa54fcb379a HTTP/1.1" status: 204 len: 168 time: 1.0602403 Jul 16 03:10:43.830582 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'tag': 'f68193a5-2dc9-4b05-942d-ed93c631ce62'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:10:43.832962 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7757c51f-0f8e-447b-9328-0fe7705ccf79" -d '{"events": [{"name": "network-changed", "server_uuid": "52db1bfb-741d-46ae-9a72-0aacaaf23dc0", "tag": "f68193a5-2dc9-4b05-942d-ed93c631ce62"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:10:43.873562 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d5a716-8c66-48c3-8dc9-16578cada65c x-openstack-request-id: req-51d5a716-8c66-48c3-8dc9-16578cada65c {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:10:43.873858 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52db1bfb-741d-46ae-9a72-0aacaaf23dc0", "tag": "f68193a5-2dc9-4b05-942d-ed93c631ce62", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:10:43.874114 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51d5a716-8c66-48c3-8dc9-16578cada65c {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:10:43.874646 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'tag': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'status': 'completed', 'code': 200} Jul 16 03:10:43.878718 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:10:43.923248 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-a152820d-7b9d-4996-8fa9-5ce81d7220aa None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:10:43.970429 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c51f-0f8e-447b-9328-0fe7705ccf79 req-b1978b03-e7d1-402e-bd99-4c3a1bd6e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:43.971412 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7757c51f-0f8e-447b-9328-0fe7705ccf79 req-b1978b03-e7d1-402e-bd99-4c3a1bd6e42c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0532086 Jul 16 03:10:44.073964 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c51f-0f8e-447b-9328-0fe7705ccf79 req-16c2e1ad-5ce4-4a91-b717-e62b155e5e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:44.075653 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7757c51f-0f8e-447b-9328-0fe7705ccf79 req-16c2e1ad-5ce4-4a91-b717-e62b155e5e10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 200 len: 912 time: 0.0978880 Jul 16 03:10:44.140262 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-a152820d-7b9d-4996-8fa9-5ce81d7220aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:44.144182 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7757c51f-0f8e-447b-9328-0fe7705ccf79 req-9842565e-891e-4272-b221-e4c952e3552e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f68193a5-2dc9-4b05-942d-ed93c631ce62 HTTP/1.1" status: 200 len: 217 time: 0.0358515 Jul 16 03:10:44.170979 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152820d-7b9d-4996-8fa9-5ce81d7220aa None None] Checking router: e398aaff-a910-41bc-9aaa-f1aabbdf95dc for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:10:44.179247 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152820d-7b9d-4996-8fa9-5ce81d7220aa None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:10:44.179867 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-a152820d-7b9d-4996-8fa9-5ce81d7220aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:10:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:44.228960 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c51f-0f8e-447b-9328-0fe7705ccf79 req-98bd135b-08af-48e2-9791-d3c9f1e1ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:44.230349 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7757c51f-0f8e-447b-9328-0fe7705ccf79 req-98bd135b-08af-48e2-9791-d3c9f1e1ac69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 200 len: 850 time: 0.0722599 Jul 16 03:10:44.282796 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5b8b6-37e3-4fee-adf7-5c9ee78b511f req-7801b262-c632-428e-a90e-b5f11ec23097 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:44.284366 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-20d5b8b6-37e3-4fee-adf7-5c9ee78b511f req-7801b262-c632-428e-a90e-b5f11ec23097 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 945 time: 0.1349578 Jul 16 03:10:44.334030 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757c51f-0f8e-447b-9328-0fe7705ccf79 req-2e42d68c-8ef0-4c42-9dbc-eb69c9c8edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:44.335530 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7757c51f-0f8e-447b-9328-0fe7705ccf79 req-2e42d68c-8ef0-4c42-9dbc-eb69c9c8edaf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0963960 Jul 16 03:10:44.339100 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-20d5b8b6-37e3-4fee-adf7-5c9ee78b511f req-87235c47-56a5-4c24-b2f6-3e697d30752a tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479808 Jul 16 03:10:44.417805 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-a152820d-7b9d-4996-8fa9-5ce81d7220aa None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:10:44.431488 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7757c51f-0f8e-447b-9328-0fe7705ccf79 req-cff0fcd8-3b8f-4751-b796-ae707b3e4e4f service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873024 Jul 16 03:10:44.521577 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-7757c51f-0f8e-447b-9328-0fe7705ccf79 req-83d83f2b-11ce-47d6-92a5-1f06422f02b2 service neutron] 10.222.0.59 "GET /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830812 Jul 16 03:10:44.617451 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-a152820d-7b9d-4996-8fa9-5ce81d7220aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:44.643341 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152820d-7b9d-4996-8fa9-5ce81d7220aa None None] The sync data for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi is: [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:54Z', 'revision_number': 4, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi', '_interfaces': [{'id': '1d479616-3c62-4a32-a82d-ff073717f979', 'name': '', 'network_id': 'e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'mac_address': 'fa:16:3e:0d:05:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:54Z', 'updated_at': '2021-07-16T03:04:00Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'subnets': [{'id': 'b7a1438b-ed58-4b64-8c8a-f6f81f48e74a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:10:44.857467 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646ba8d2-ab39-475f-a0e7-1c02521553d4 None None] New status for floating IP 0a5e04b2-c81b-44ec-aacb-0fa54fcb379a: DOWN {{(pid=92930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:10:44.877431 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:45.516324 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc4b38-2a26-4ef7-9d3d-8a31faa61c2e req-8ee1d0d4-db08-4b59-9a54-ae0eda4a39a0 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:45.517842 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-94fc4b38-2a26-4ef7-9d3d-8a31faa61c2e req-8ee1d0d4-db08-4b59-9a54-ae0eda4a39a0 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 945 time: 0.0665081 Jul 16 03:10:45.554674 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-94fc4b38-2a26-4ef7-9d3d-8a31faa61c2e req-6aad5888-5a8c-4f7b-8f99-5162694b6974 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/security-groups?id=4c904e41-6291-484e-9d99-d975e02a5226&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312932 Jul 16 03:10:45.791617 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e80b9-3e29-45d0-bf7b-575fdf8a7f0a req-0463f68a-9ea5-4253-ae9b-2e173041f873 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92927) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:10:45.793268 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-611e80b9-3e29-45d0-bf7b-575fdf8a7f0a req-0463f68a-9ea5-4253-ae9b-2e173041f873 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 945 time: 0.0621312 Jul 16 03:10:45.893712 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-611e80b9-3e29-45d0-bf7b-575fdf8a7f0a req-2a50cd59-3616-45f5-a1e8-292eade53e42 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Deleting port f68193a5-2dc9-4b05-942d-ed93c631ce62 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:45.894055 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-611e80b9-3e29-45d0-bf7b-575fdf8a7f0a req-2a50cd59-3616-45f5-a1e8-292eade53e42 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:45.979624 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [req-611e80b9-3e29-45d0-bf7b-575fdf8a7f0a req-2a50cd59-3616-45f5-a1e8-292eade53e42 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] For port f68193a5-2dc9-4b05-942d-ed93c631ce62, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f68193a5-2dc9-4b05-942d-ed93c631ce62,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:45.979982 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-611e80b9-3e29-45d0-bf7b-575fdf8a7f0a req-2a50cd59-3616-45f5-a1e8-292eade53e42 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:45.991937 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [req-611e80b9-3e29-45d0-bf7b-575fdf8a7f0a req-2a50cd59-3616-45f5-a1e8-292eade53e42 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Calling delete_port for f68193a5-2dc9-4b05-942d-ed93c631ce62 owned by compute:nova {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:46.118459 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-611e80b9-3e29-45d0-bf7b-575fdf8a7f0a req-2a50cd59-3616-45f5-a1e8-292eade53e42 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:46.144353 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50cd59-3616-45f5-a1e8-292eade53e42 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event deleted for resources: {'Port': ['ID=f68193a5-2dc9-4b05-942d-ed93c631ce62,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:46.193580 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [req-611e80b9-3e29-45d0-bf7b-575fdf8a7f0a req-2a50cd59-3616-45f5-a1e8-292eade53e42 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] No DVR routers for this DVR port f68193a5-2dc9-4b05-942d-ed93c631ce62 on host hv-cinder-78836 {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:10:46.196122 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [req-611e80b9-3e29-45d0-bf7b-575fdf8a7f0a req-2a50cd59-3616-45f5-a1e8-292eade53e42 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for port, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:46.198518 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-611e80b9-3e29-45d0-bf7b-575fdf8a7f0a req-2a50cd59-3616-45f5-a1e8-292eade53e42 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.59 "DELETE /v2.0/ports/f68193a5-2dc9-4b05-942d-ed93c631ce62 HTTP/1.1" status: 204 len: 173 time: 0.4000685 Jul 16 03:10:46.198974 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'name': 'network-vif-deleted', 'tag': 'f68193a5-2dc9-4b05-942d-ed93c631ce62'}] {{(pid=92927) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:10:46.201769 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd335875e3993ee1a99e87bce07670363dc21b0bd92bedfaa265d6634cc7c5e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19be05a8-98e1-48e8-abdc-8fc90da96589" -d '{"events": [{"server_uuid": "52db1bfb-741d-46ae-9a72-0aacaaf23dc0", "name": "network-vif-deleted", "tag": "f68193a5-2dc9-4b05-942d-ed93c631ce62"}]}' {{(pid=92927) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:10:46.239606 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66544267-39ae-45a8-9442-cd10725acd97 x-openstack-request-id: req-66544267-39ae-45a8-9442-cd10725acd97 {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:10:46.240041 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52db1bfb-741d-46ae-9a72-0aacaaf23dc0", "name": "network-vif-deleted", "tag": "f68193a5-2dc9-4b05-942d-ed93c631ce62", "status": "completed", "code": 200}]} {{(pid=92927) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:10:46.240451 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66544267-39ae-45a8-9442-cd10725acd97 {{(pid=92927) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:10:46.241074 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52db1bfb-741d-46ae-9a72-0aacaaf23dc0', 'name': 'network-vif-deleted', 'tag': 'f68193a5-2dc9-4b05-942d-ed93c631ce62', 'status': 'completed', 'code': 200} Jul 16 03:10:46.718429 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [req-3e5d7a67-0794-45da-9964-78be4838b201 req-0371beca-58f4-4b5a-a75f-f39f6b93822e tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "GET /v2.0/ports?device_id=52db1bfb-741d-46ae-9a72-0aacaaf23dc0 HTTP/1.1" status: 200 len: 210 time: 0.0317998 Jul 16 03:10:47.812391 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55770) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:47.934822 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-0341627e-a97d-42b3-8a50-fdf8a095ac2d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Deleting port 17d38fc8-a602-4317-b978-2e30600b12c8 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:47.935166 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0341627e-a97d-42b3-8a50-fdf8a095ac2d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:48.010193 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0341627e-a97d-42b3-8a50-fdf8a095ac2d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:48.010193 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0341627e-a97d-42b3-8a50-fdf8a095ac2d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:48.021984 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-0341627e-a97d-42b3-8a50-fdf8a095ac2d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Calling delete_port for 17d38fc8-a602-4317-b978-2e30600b12c8 owned by network:floatingip {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:48.157608 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0341627e-a97d-42b3-8a50-fdf8a095ac2d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:48.183541 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341627e-a97d-42b3-8a50-fdf8a095ac2d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event deleted for resources: {'Port': ['ID=17d38fc8-a602-4317-b978-2e30600b12c8,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:48.247753 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0341627e-a97d-42b3-8a50-fdf8a095ac2d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for floatingip, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:48.250279 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-0341627e-a97d-42b3-8a50-fdf8a095ac2d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-200650'] for floatingip, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:48.251462 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-0341627e-a97d-42b3-8a50-fdf8a095ac2d tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "DELETE /v2.0/floatingips/c85f59f3-6de9-4193-ae7f-668a0444f848 HTTP/1.1" status: 204 len: 168 time: 0.4380352 Jul 16 03:10:49.049934 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:49.465117 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device f68193a5-2dc9-4b05-942d-ed93c631ce62 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:49.487902 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] No Port match for: f68193a5-2dc9-4b05-942d-ed93c631ce62 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:49.488245 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Device f68193a5-2dc9-4b05-942d-ed93c631ce62 not bound to the agent host hv-cinder-78836 {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:49.531002 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55784) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:49.586839 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-39f46f43-7b38-439b-9eb1-b14373e00223 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:49.611979 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-39f46f43-7b38-439b-9eb1-b14373e00223 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:49.669973 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-39f46f43-7b38-439b-9eb1-b14373e00223 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:49.672937 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-39f46f43-7b38-439b-9eb1-b14373e00223 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Notify callbacks [] for security_group, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:49.674081 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-39f46f43-7b38-439b-9eb1-b14373e00223 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] 10.222.0.39 "DELETE /v2.0/security-groups/4c904e41-6291-484e-9d99-d975e02a5226 HTTP/1.1" status: 204 len: 168 time: 0.1420927 Jul 16 03:10:49.683925 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f46f43-7b38-439b-9eb1-b14373e00223 tempest-TestVolumeBootPattern-761180510 tempest-TestVolumeBootPattern-761180510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c904e41-6291-484e-9d99-d975e02a5226,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:49.723670 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55788) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:50.251189 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-05f7aae2-c0e2-41ba-87a2-e8d4a676a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958638'] for router_interface, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:50.500953 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-05f7aae2-c0e2-41ba-87a2-e8d4a676a31c admin admin] Deleting port 1d479616-3c62-4a32-a82d-ff073717f979 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:50.501299 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-05f7aae2-c0e2-41ba-87a2-e8d4a676a31c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:50.577548 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-05f7aae2-c0e2-41ba-87a2-e8d4a676a31c admin admin] For port 1d479616-3c62-4a32-a82d-ff073717f979, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=1d479616-3c62-4a32-a82d-ff073717f979,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:50.578250 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-05f7aae2-c0e2-41ba-87a2-e8d4a676a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:50.591502 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-05f7aae2-c0e2-41ba-87a2-e8d4a676a31c admin admin] Calling delete_port for 1d479616-3c62-4a32-a82d-ff073717f979 owned by network:router_interface {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:50.777002 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-05f7aae2-c0e2-41ba-87a2-e8d4a676a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:50.806234 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7aae2-c0e2-41ba-87a2-e8d4a676a31c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d479616-3c62-4a32-a82d-ff073717f979,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:50.978237 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-05f7aae2-c0e2-41ba-87a2-e8d4a676a31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960574'] for router_interface, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:51.196176 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f7aae2-c0e2-41ba-87a2-e8d4a676a31c admin admin] Router e398aaff-a910-41bc-9aaa-f1aabbdf95dc has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:10:51.302964 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f7aae2-c0e2-41ba-87a2-e8d4a676a31c admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:10:51.308777 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-05f7aae2-c0e2-41ba-87a2-e8d4a676a31c admin admin] 10.222.0.39 "PUT /v2.0/routers/e398aaff-a910-41bc-9aaa-f1aabbdf95dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5840158 Jul 16 03:10:51.311251 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55792) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:51.313985 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2a88d-1ac5-43c7-bbdf-23d645faceb4 None None] Sync routers for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:10:51.325822 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2a88d-1ac5-43c7-bbdf-23d645faceb4 None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:10:51.326439 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-f7e2a88d-1ac5-43c7-bbdf-23d645faceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:10:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:51.436078 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-f7e2a88d-1ac5-43c7-bbdf-23d645faceb4 None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:10:51.626194 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-f7e2a88d-1ac5-43c7-bbdf-23d645faceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:10:50Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:51.651970 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2a88d-1ac5-43c7-bbdf-23d645faceb4 None None] Checking router: e398aaff-a910-41bc-9aaa-f1aabbdf95dc for host: dv-cinder-788364-5-iscsi {{(pid=92929) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:10:51.660691 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2a88d-1ac5-43c7-bbdf-23d645faceb4 None None] Routers {'e398aaff-a910-41bc-9aaa-f1aabbdf95dc'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92929) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:10:51.661320 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-f7e2a88d-1ac5-43c7-bbdf-23d645faceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:10:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'], 'active': True} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:51.682933 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] Notify callbacks [] for router, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:51.766961 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvr_db [None req-f7e2a88d-1ac5-43c7-bbdf-23d645faceb4 None None] Set router e398aaff-a910-41bc-9aaa-f1aabbdf95dc gateway port host: dv-cinder-788364-5-iscsi {{(pid=92929) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:10:51.782389 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:51.838345 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] Deleting port cb51ff42-b11c-486a-bda8-5cfdf4b7c44b {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:51.838832 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:51.917711 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] For port cb51ff42-b11c-486a-bda8-5cfdf4b7c44b, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=cb51ff42-b11c-486a-bda8-5cfdf4b7c44b,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:51.917977 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:51.931169 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] Calling delete_port for cb51ff42-b11c-486a-bda8-5cfdf4b7c44b owned by network:router_gateway {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:51.946252 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_hamode_db [None req-f7e2a88d-1ac5-43c7-bbdf-23d645faceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:10:50Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:51.971993 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e2a88d-1ac5-43c7-bbdf-23d645faceb4 None None] The sync data for ids ['e398aaff-a910-41bc-9aaa-f1aabbdf95dc'] in dv-cinder-788364-5-iscsi is: [{'id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'name': 'tempest-TestVolumeBootPattern-805894132-router', 'tenant_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:10:50Z', 'revision_number': 5, 'project_id': '924b6b83d1c048a6845dfc30f1fe04a1', 'gw_port': {'id': 'cb51ff42-b11c-486a-bda8-5cfdf4b7c44b', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e398aaff-a910-41bc-9aaa-f1aabbdf95dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:52Z', 'updated_at': '2021-07-16T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}] {{(pid=92929) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:10:52.097594 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.127428 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] Pushing event deleted for resources: {'Port': ['ID=cb51ff42-b11c-486a-bda8-5cfdf4b7c44b,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:52.185827 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890980'] for router_gateway, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.278659 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10628'] for router, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.280818 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.329992 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962278'] for router, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.330602 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router e398aaff-a910-41bc-9aaa-f1aabbdf95dc {{(pid=92927) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:10:52.335435 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.339853 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-9ebf5f12-d66b-4fc8-acf3-47a579e686ce admin admin] 10.222.0.39 "DELETE /v2.0/routers/e398aaff-a910-41bc-9aaa-f1aabbdf95dc HTTP/1.1" status: 204 len: 168 time: 1.0244930 Jul 16 03:10:52.340333 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55794) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:52.388491 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.db_base_plugin_v2 [None req-30eebd6c-5750-4384-867c-58dbbad80c3e admin admin] Deleting subnet b7a1438b-ed58-4b64-8c8a-f6f81f48e74a {{(pid=92928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:10:52.391863 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30eebd6c-5750-4384-867c-58dbbad80c3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.421612 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 1d479616-3c62-4a32-a82d-ff073717f979 no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:52.431371 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30eebd6c-5750-4384-867c-58dbbad80c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531563'] for subnet, precommit_delete_associations {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.442412 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 1d479616-3c62-4a32-a82d-ff073717f979 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:52.443018 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 1d479616-3c62-4a32-a82d-ff073717f979 not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:52.510663 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30eebd6c-5750-4384-867c-58dbbad80c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.562763 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30eebd6c-5750-4384-867c-58dbbad80c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8531459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12322986'] for subnet, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.590573 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eebd6c-5750-4384-867c-58dbbad80c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7a1438b-ed58-4b64-8c8a-f6f81f48e74a,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:52.592547 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-30eebd6c-5750-4384-867c-58dbbad80c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.594438 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-30eebd6c-5750-4384-867c-58dbbad80c3e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b7a1438b-ed58-4b64-8c8a-f6f81f48e74a HTTP/1.1" status: 204 len: 168 time: 0.2532790 Jul 16 03:10:52.597001 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55796) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:52.599459 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a39aadc-95ee-466b-9834-1743f360efff None None] Network e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:10:52.679754 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.735240 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Deleting port 7f88861c-acce-455e-a960-2095ec129cab {{(pid=92928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:52.735586 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.804279 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.db [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] For port 7f88861c-acce-455e-a960-2095ec129cab, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=7f88861c-acce-455e-a960-2095ec129cab,segment=NetworkSegment(e7b671ea-660c-4a83-8a4f-b179e5d76b3e),segment_id=e7b671ea-660c-4a83-8a4f-b179e5d76b3e)] {{(pid=92928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:52.804627 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.817455 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.plugin [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Calling delete_port for 7f88861c-acce-455e-a960-2095ec129cab owned by network:dhcp {{(pid=92928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:52.895586 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8531568'] for port, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.921767 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f88861c-acce-455e-a960-2095ec129cab,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:52.923507 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] No DVR routers for this DVR port 7f88861c-acce-455e-a960-2095ec129cab on host dv-cinder-788364-5-iscsi {{(pid=92928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:10:53.000232 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:53.010253 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1c7ed0-87bf-45f7-912a-e4df9573574b None None] DHCP port deletion for e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 request from dv-cinder-788364-5-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:10:53.011689 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4']}} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:53.024874 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e') {'for_net_delete': True} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:53.025092 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.services.segments.db [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b671ea-660c-4a83-8a4f-b179e5d76b3e') {} {{(pid=92928) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:53.035558 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531548'] for segment, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:53.049753 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:53.056650 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=92928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:10:53.057057 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8530337'] for segment, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: Traceback (most recent call last): Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: timer() Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: cb(*args, **kw) Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: return func(*args, **kwargs) Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: self._notify() Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: self.callback(batched_events) Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: event.method(event) Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: return f(self, *a, **k) Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: return self._get(url).json() Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: return self.request(url, 'GET', **kwargs) Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:10:53.058850 dv-cinder-788364-5-iscsi neutron-server[92928]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:10:53.113322 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:53.119518 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:53.121376 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4 HTTP/1.1" status: 204 len: 168 time: 0.5183039 Jul 16 03:10:53.124524 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55798) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:53.131886 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d507e2b-2e64-4e9a-a27d-8c396ddd3c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a993f6-6c02-44e2-8a2a-c4fab4b52bf4,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:53.467155 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-291a2c2e-a25c-44ad-949b-51ed7eebd0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958638'] for router_interface, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:53.716501 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-291a2c2e-a25c-44ad-949b-51ed7eebd0b7 admin admin] Deleting port 189b3e1e-bb03-4578-aa20-cbd2aa400063 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:53.716872 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-291a2c2e-a25c-44ad-949b-51ed7eebd0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:53.798866 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-291a2c2e-a25c-44ad-949b-51ed7eebd0b7 admin admin] For port 189b3e1e-bb03-4578-aa20-cbd2aa400063, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=189b3e1e-bb03-4578-aa20-cbd2aa400063,segment=NetworkSegment(e3036516-2ab1-4fd6-8b2e-776ea9aac8e2),segment_id=e3036516-2ab1-4fd6-8b2e-776ea9aac8e2)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:53.799135 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-291a2c2e-a25c-44ad-949b-51ed7eebd0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:53.812302 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-291a2c2e-a25c-44ad-949b-51ed7eebd0b7 admin admin] Calling delete_port for 189b3e1e-bb03-4578-aa20-cbd2aa400063 owned by network:router_interface {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:53.993726 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-291a2c2e-a25c-44ad-949b-51ed7eebd0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:54.025352 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a2c2e-a25c-44ad-949b-51ed7eebd0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=189b3e1e-bb03-4578-aa20-cbd2aa400063,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:54.200810 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-291a2c2e-a25c-44ad-949b-51ed7eebd0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960574'] for router_interface, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:54.371004 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device cb51ff42-b11c-486a-bda8-5cfdf4b7c44b no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:54.391078 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: cb51ff42-b11c-486a-bda8-5cfdf4b7c44b {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:54.391423 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device cb51ff42-b11c-486a-bda8-5cfdf4b7c44b not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:54.391840 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 7f88861c-acce-455e-a960-2095ec129cab no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:54.414431 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 7f88861c-acce-455e-a960-2095ec129cab {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:54.414812 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 7f88861c-acce-455e-a960-2095ec129cab not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:54.422875 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291a2c2e-a25c-44ad-949b-51ed7eebd0b7 admin admin] Router a9183a68-d3ef-45c8-8dd0-8ef093d6e866 has already been hosted by L3 agent be2f34fb-cdc0-4a41-aa6c-092b28b69378 {{(pid=92927) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:10:54.525581 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291a2c2e-a25c-44ad-949b-51ed7eebd0b7 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-iscsi the message routers_updated {{(pid=92927) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:10:54.530478 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-291a2c2e-a25c-44ad-949b-51ed7eebd0b7 admin admin] 10.222.0.39 "PUT /v2.0/routers/a9183a68-d3ef-45c8-8dd0-8ef093d6e866/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4048598 Jul 16 03:10:54.533002 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55800) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:54.535586 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaff7e3-07bb-4f83-8ace-c540eaae2326 None None] Sync routers for ids ['a9183a68-d3ef-45c8-8dd0-8ef093d6e866'] in dv-cinder-788364-5-iscsi {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:10:54.545598 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaff7e3-07bb-4f83-8ace-c540eaae2326 None None] Routers {'a9183a68-d3ef-45c8-8dd0-8ef093d6e866'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:10:54.546210 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-ebaff7e3-07bb-4f83-8ace-c540eaae2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:10:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a9183a68-d3ef-45c8-8dd0-8ef093d6e866'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:54.633409 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] Notify callbacks [] for router, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:54.648302 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-ebaff7e3-07bb-4f83-8ace-c540eaae2326 None None] Set router a9183a68-d3ef-45c8-8dd0-8ef093d6e866 gateway port host: dv-cinder-788364-5-iscsi {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:10:54.739230 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:54.794726 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] Deleting port 7655ed3e-de43-4b8d-98fd-9265856c25d1 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:54.795148 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:54.839453 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-ebaff7e3-07bb-4f83-8ace-c540eaae2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'name': 'tempest-TestVolumeBootPattern-2087240038-router', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'external_fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '7655ed3e-de43-4b8d-98fd-9265856c25d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:56Z', 'updated_at': '2021-07-16T03:10:53Z', 'revision_number': 5, 'project_id': '7f47c73d417a41c18d82d75765c57825', 'gw_port': {'id': '7655ed3e-de43-4b8d-98fd-9265856c25d1', 'name': '', 'network_id': '445cb962-9482-4ea0-b8b1-63a8a64fa8e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:0d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:03:57Z', 'updated_at': '2021-07-16T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0282714e-69c3-489e-a484-d6b6fde4a3a8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-iscsi'}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:54.865425 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaff7e3-07bb-4f83-8ace-c540eaae2326 None None] Checking router: a9183a68-d3ef-45c8-8dd0-8ef093d6e866 for host: dv-cinder-788364-5-iscsi {{(pid=92930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:10:54.876618 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaff7e3-07bb-4f83-8ace-c540eaae2326 None None] Routers {'a9183a68-d3ef-45c8-8dd0-8ef093d6e866'} bound to L3 agent in host dv-cinder-788364-5-iscsi {{(pid=92930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:10:54.876876 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] For port 7655ed3e-de43-4b8d-98fd-9265856c25d1, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=7655ed3e-de43-4b8d-98fd-9265856c25d1,segment=NetworkSegment(d1430eb4-7730-4229-b109-cc5815a5d292),segment_id=d1430eb4-7730-4229-b109-cc5815a5d292)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:54.877150 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:54.877277 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-ebaff7e3-07bb-4f83-8ace-c540eaae2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:46:12Z,description=,heartbeat_timestamp=2021-07-16T03:10:42Z,host='dv-cinder-788364-5-iscsi',id=be2f34fb-cdc0-4a41-aa6c-092b28b69378,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:46:12Z,topic='l3_agent')) {'router_ids': ['a9183a68-d3ef-45c8-8dd0-8ef093d6e866'], 'active': True} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:54.894051 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] Calling delete_port for 7655ed3e-de43-4b8d-98fd-9265856c25d1 owned by network:router_gateway {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:54.959811 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_dvr_db [None req-ebaff7e3-07bb-4f83-8ace-c540eaae2326 None None] Set router a9183a68-d3ef-45c8-8dd0-8ef093d6e866 gateway port host: None {{(pid=92930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:10:55.013865 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.l3_hamode_db [None req-ebaff7e3-07bb-4f83-8ace-c540eaae2326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'name': 'tempest-TestVolumeBootPattern-2087240038-router', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:56Z', 'updated_at': '2021-07-16T03:10:54Z', 'revision_number': 6, 'project_id': '7f47c73d417a41c18d82d75765c57825', 'gw_port_host': None}], 'dv-cinder-788364-5-iscsi', False) {} {{(pid=92930) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:55.039699 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaff7e3-07bb-4f83-8ace-c540eaae2326 None None] The sync data for ids ['a9183a68-d3ef-45c8-8dd0-8ef093d6e866'] in dv-cinder-788364-5-iscsi is: [{'id': 'a9183a68-d3ef-45c8-8dd0-8ef093d6e866', 'name': 'tempest-TestVolumeBootPattern-2087240038-router', 'tenant_id': '7f47c73d417a41c18d82d75765c57825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:03:56Z', 'updated_at': '2021-07-16T03:10:54Z', 'revision_number': 6, 'project_id': '7f47c73d417a41c18d82d75765c57825', 'gw_port_host': None}] {{(pid=92930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:10:55.060474 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.096518 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=7655ed3e-de43-4b8d-98fd-9265856c25d1,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:55.155977 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-890980'] for router_gateway, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.242132 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-960496', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10628'] for router, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.244793 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.297327 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-962278'] for router, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.297890 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9183a68-d3ef-45c8-8dd0-8ef093d6e866 {{(pid=92927) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:10:55.302086 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] Notify callbacks [] for router, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.303583 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-c933ebea-8d47-4a64-a531-e0ae253f2cdb admin admin] 10.222.0.39 "DELETE /v2.0/routers/a9183a68-d3ef-45c8-8dd0-8ef093d6e866 HTTP/1.1" status: 204 len: 168 time: 0.7693586 Jul 16 03:10:55.306504 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55802) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:55.351255 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ee4736-d280-43ff-b173-1d2e28e9995b admin admin] Deleting subnet 6c0b3690-3092-431f-a778-4f902bd50d55 {{(pid=92927) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:10:55.354857 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-29ee4736-d280-43ff-b173-1d2e28e9995b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.391495 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-29ee4736-d280-43ff-b173-1d2e28e9995b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12362009'] for subnet, precommit_delete_associations {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.479673 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-29ee4736-d280-43ff-b173-1d2e28e9995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4053709'] for subnet, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.531220 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-29ee4736-d280-43ff-b173-1d2e28e9995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4053754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-18365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8867455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8577270'] for subnet, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.555965 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee4736-d280-43ff-b173-1d2e28e9995b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c0b3690-3092-431f-a778-4f902bd50d55,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:55.559531 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-29ee4736-d280-43ff-b173-1d2e28e9995b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for subnet, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.561992 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-29ee4736-d280-43ff-b173-1d2e28e9995b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6c0b3690-3092-431f-a778-4f902bd50d55 HTTP/1.1" status: 204 len: 168 time: 0.2541196 Jul 16 03:10:55.563997 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [-] (92927) accepted ('10.222.0.39', 55804) {{(pid=92927) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:55.566532 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0029ffb3-e371-450f-b586-0dae0fc8e6e5 None None] Network 031c5b5c-6808-4685-bfbe-bf110251c6d4 requested from dv-cinder-788364-5-iscsi {{(pid=92929) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:10:55.630384 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3688614'] for network, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.689175 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Deleting port a9365913-a428-4d80-b1fb-0425c4f456c0 {{(pid=92927) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:55.689419 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.753518 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.db [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] For port a9365913-a428-4d80-b1fb-0425c4f456c0, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=a9365913-a428-4d80-b1fb-0425c4f456c0,segment=NetworkSegment(e3036516-2ab1-4fd6-8b2e-776ea9aac8e2),segment_id=e3036516-2ab1-4fd6-8b2e-776ea9aac8e2)] {{(pid=92927) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:55.753869 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.766676 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.plugin [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Calling delete_port for a9365913-a428-4d80-b1fb-0425c4f456c0 owned by network:dhcp {{(pid=92927) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:55.793104 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] DHCP port deletion for 031c5b5c-6808-4685-bfbe-bf110251c6d4 request from dv-cinder-788364-5-iscsi {{(pid=92929) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:10:55.844299 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Deleting port a9365913-a428-4d80-b1fb-0425c4f456c0 {{(pid=92929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:10:55.844781 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770589174191'] for port, before_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.853685 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8867340'] for port, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.878375 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9365913-a428-4d80-b1fb-0425c4f456c0,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:55.885136 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] No DVR routers for this DVR port a9365913-a428-4d80-b1fb-0425c4f456c0 on host dv-cinder-788364-5-iscsi {{(pid=92927) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:10:55.911329 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.db [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] For port a9365913-a428-4d80-b1fb-0425c4f456c0, host dv-cinder-788364-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-iscsi',level=0,port_id=a9365913-a428-4d80-b1fb-0425c4f456c0,segment=NetworkSegment(e3036516-2ab1-4fd6-8b2e-776ea9aac8e2),segment_id=e3036516-2ab1-4fd6-8b2e-776ea9aac8e2)] {{(pid=92929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:10:55.911948 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962197'] for port, precommit_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.925798 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Calling delete_port for a9365913-a428-4d80-b1fb-0425c4f456c0 owned by network:dhcp {{(pid=92929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:10:55.956823 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4054185', 'neutron.services.segments.db._delete_segments_for_network-8770589286988'] for network, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:55.967387 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031c5b5c-6808-4685-bfbe-bf110251c6d4']}} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:55.982044 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3036516-2ab1-4fd6-8b2e-776ea9aac8e2') {'for_net_delete': True} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:55.982517 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.services.segments.db [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3036516-2ab1-4fd6-8b2e-776ea9aac8e2') {} {{(pid=92927) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:10:55.992106 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770589288789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12362030'] for segment, before_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.004767 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3733807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770589174402', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770588773780'] for port, after_delete {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.008253 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413'] for segment, precommit_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.018270 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=92927) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:10:56.018690 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4043413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8866269'] for segment, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: Traceback (most recent call last): Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: timer() Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: cb(*args, **kw) Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: return func(*args, **kwargs) Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: self._notify() Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: self.callback(batched_events) Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: event.method(event) Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: return f(self, *a, **k) Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._get(url).json() Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: return self.request(url, 'GET', **kwargs) Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:10:56.020920 dv-cinder-788364-5-iscsi neutron-server[92927]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:10:56.031385 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Pushing event deleted for resources: {'Port': ['ID=a9365913-a428-4d80-b1fb-0425c4f456c0,revision_number=None']} {{(pid=92929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:56.039274 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] No DVR routers for this DVR port a9365913-a428-4d80-b1fb-0425c4f456c0 on host dv-cinder-788364-5-iscsi {{(pid=92929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:10:56.042624 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:56.042970 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:56.043525 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:56.043864 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:56.044201 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:56.044535 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:56.044918 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:56.045436 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:56.045938 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:56.046280 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:56.046601 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:56.046927 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd168-b581-4e94-bda4-36db84a8bce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-iscsi {{(pid=92929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:10:56.089538 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4054192', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1033928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-891064'] for network, after_delete {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.095013 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron_lib.callbacks.manager [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538985'] for network, before_response {{(pid=92927) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.096915 dv-cinder-788364-5-iscsi neutron-server[92927]: INFO neutron.wsgi [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] 10.222.0.39 "DELETE /v2.0/networks/031c5b5c-6808-4685-bfbe-bf110251c6d4 HTTP/1.1" status: 204 len: 168 time: 0.5319989 Jul 16 03:10:56.108149 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb045d86-333b-4772-b1b3-b5996c63675b admin admin] Pushing event deleted for resources: {'Network': ['ID=031c5b5c-6808-4685-bfbe-bf110251c6d4,revision_number=None']} {{(pid=92927) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:56.208969 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55808) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:56.247792 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-b94c4616-ebfc-4d46-8ff1-ce62e098f3dd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=924b6b83d1c048a6845dfc30f1fe04a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377359 Jul 16 03:10:56.250263 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55810) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:56.297425 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e34af30-7f3f-4ba0-80ee-42f1d198f2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.319484 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e34af30-7f3f-4ba0-80ee-42f1d198f2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.335119 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device a9365913-a428-4d80-b1fb-0425c4f456c0 no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:56.355004 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: a9365913-a428-4d80-b1fb-0425c4f456c0 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:56.355459 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device a9365913-a428-4d80-b1fb-0425c4f456c0 not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:56.356112 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 189b3e1e-bb03-4578-aa20-cbd2aa400063 no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:56.371487 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e34af30-7f3f-4ba0-80ee-42f1d198f2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.374285 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-3e34af30-7f3f-4ba0-80ee-42f1d198f2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.375667 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-3e34af30-7f3f-4ba0-80ee-42f1d198f2c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12296402-1985-4828-9af0-8b1a4ac51afd HTTP/1.1" status: 204 len: 168 time: 0.1243508 Jul 16 03:10:56.376711 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 189b3e1e-bb03-4578-aa20-cbd2aa400063 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:56.377169 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 189b3e1e-bb03-4578-aa20-cbd2aa400063 not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:56.378047 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 7655ed3e-de43-4b8d-98fd-9265856c25d1 no longer exists at agent ovs-agent-dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:10:56.384102 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34af30-7f3f-4ba0-80ee-42f1d198f2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12296402-1985-4828-9af0-8b1a4ac51afd,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:10:56.400134 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.plugin [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] No Port match for: 7655ed3e-de43-4b8d-98fd-9265856c25d1 {{(pid=92929) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:10:56.400493 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron.plugins.ml2.rpc [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Device 7655ed3e-de43-4b8d-98fd-9265856c25d1 not bound to the agent host dv-cinder-788364-5-iscsi {{(pid=92929) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:10:56.702481 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55816) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:56.740938 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-d5852fdb-88ce-4807-a5a9-cf4ebbd17e05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f47c73d417a41c18d82d75765c57825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371251 Jul 16 03:10:56.743866 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.wsgi [-] (92928) accepted ('10.222.0.39', 55818) {{(pid=92928) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:10:56.797941 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92b9f3ab-90ed-479c-9599-cc7735373653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.818991 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92b9f3ab-90ed-479c-9599-cc7735373653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.870409 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92b9f3ab-90ed-479c-9599-cc7735373653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035133'] for security_group, after_delete {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.873117 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron_lib.callbacks.manager [None req-92b9f3ab-90ed-479c-9599-cc7735373653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92928) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:56.874253 dv-cinder-788364-5-iscsi neutron-server[92928]: INFO neutron.wsgi [None req-92b9f3ab-90ed-479c-9599-cc7735373653 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a35dd51-ad54-44ca-8975-290da0ee0c72 HTTP/1.1" status: 204 len: 168 time: 0.1294911 Jul 16 03:10:56.881966 dv-cinder-788364-5-iscsi neutron-server[92928]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9f3ab-90ed-479c-9599-cc7735373653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a35dd51-ad54-44ca-8975-290da0ee0c72,revision_number=None']} {{(pid=92928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:11:07.705315 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f623-6180-43a0-9f3f-2e58e8055724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:11.382936 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:11.687387 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-70e60b6f-8d5f-4105-947b-82e15b097be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:12.432866 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:14.881940 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:19.051690 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:20.878103 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:11:37.707073 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2637912f-3843-4e8d-945b-a362eac31399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:41.385246 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:41.687698 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-8db00129-a6dc-4290-b31b-8af3ae6ad543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:42.434825 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:44.883591 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:49.046173 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:11:57.876950 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:12:07.707479 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c4fb43ff-380e-4897-aa07-6b27dc6d9b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:11.386410 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:11.687271 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-e845437a-956b-4cd2-80b9-a5fbb609c233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:12.437776 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:14.886423 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:19.058877 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:34.875461 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:12:37.708006 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-4368f3d9-3869-4499-935f-46b97590fb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:41.387495 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:41.687166 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-69b62883-6ce1-4f1b-b292-069eeecb78de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:42.440109 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:44.888086 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:12:49.060431 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:07.711633 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-ebe633af-446e-4ba0-8593-2b42947edc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:11.387649 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:11.686880 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-29d5435a-88f3-4b85-8bea-4a146aa4a4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:11.874140 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:13:12.443461 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:14.892015 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:19.060926 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:37.711821 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6ba625e6-b38d-4dc5-ac34-ded91ea4d7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:41.389327 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:41.686133 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-612936d4-b91a-40ec-863a-92eae0e22d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:42.444979 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:44.895503 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:13:48.872830 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:13:49.072996 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:07.712358 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-449938fb-50a0-4a7e-970d-3579b0bf328b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:11.390270 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:11.686226 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-494bc9a5-fa9c-4702-9cfa-678d65ce7172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:12.448052 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:14.900533 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:19.087707 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:25.871233 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:14:37.711475 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-9ab6370d-31bd-46d4-b35b-b06bbde9e177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:41.391546 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:41.685849 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-162b1761-294f-4749-bc5d-a379f6e749ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:42.450423 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:44.901344 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:14:49.085704 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:02.869723 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:15:07.712160 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2ebbc851-9d50-438d-9557-a0202b243cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:11.394175 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:11.685736 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-6cce6092-10f3-4e3c-9da2-50fba27984e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:12.453508 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:14.902905 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:19.100093 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:37.712537 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-c2cac36f-85ae-425c-8ab9-467a584246ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:39.867831 dv-cinder-788364-5-iscsi neutron-server[92930]: DEBUG neutron.db.agents_db [None req-fd2b5e0e-f6b1-4527-ba00-457599a09b47 None None] Agent healthcheck: found 6 active agents {{(pid=92930) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:15:41.393693 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-d8b06a5c-a92d-4d20-8f2a-75f4670d228d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:41.687323 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2e1c7c3a-0fa3-49f6-80f3-c49fb8080017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:42.456374 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-f7888f7a-b83e-451d-9764-dc96c5a00b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:44.905706 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-3b012414-9509-4d62-8936-577749f1d9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:49.105440 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff81-a187-48e7-9570-2ce5e878b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:15:56.843477 dv-cinder-788364-5-iscsi neutron-server[92927]: DEBUG neutron.wsgi [req-5a660848-aedf-4da1-8a6e-c52dbfe6d490 req-7d35b565-bd5d-4f12-847c-27709a8b3613 service neutron] (92927) timed out ('10.222.0.39', 52266) {{(pid=92927) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:16:07.713973 dv-cinder-788364-5-iscsi neutron-server[92929]: DEBUG neutron_lib.callbacks.manager [None req-1cd32bb1-2e31-415b-bba9-034cb0e03765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770589286970', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4052979'] for agent, after_update {{(pid=92929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}